-- Logs begin at Mon 2021-06-28 21:47:13 UTC, end at Mon 2021-06-28 22:42:04 UTC. -- Jun 28 22:17:23.771709 dv-cinder-792462-20-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 22:17:26.395648 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.common.config [-] Logging enabled! Jun 28 22:17:26.396249 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 22:17:26.396413 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 22:17:26.399670 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.common.config [-] Logging enabled! Jun 28 22:17:26.399920 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 22:17:26.400237 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 22:17:26.401159 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 22:17:26.401386 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 22:17:26.401731 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 22:17:26.401943 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 22:17:26.402247 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 22:17:26.402559 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.402845 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.403132 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.403355 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.403635 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.403947 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.404198 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.404467 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.404746 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.405055 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.405311 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.405588 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.405805 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.406075 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.406353 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.406629 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.406845 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.407098 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.407512 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.407950 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.408222 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.408499 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.408743 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.409048 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.409297 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.409596 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.409913 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] host = dv-cinder-792462-20-smb {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.410183 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.410458 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.410723 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.410985 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.411248 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.411516 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.411793 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.412055 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.412321 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.412602 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.412868 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.413178 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.413463 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.413680 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.413896 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.414174 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.414451 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.414717 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.414982 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.415247 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.415513 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.415776 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.416042 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.416319 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.416596 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.416876 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.417177 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.417445 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.417739 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.418006 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.418287 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.418552 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.418820 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.419087 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.419366 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.419627 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.419894 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.420188 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.420463 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.420737 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.421037 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.421300 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.421575 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.421838 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.422102 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.422361 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.422624 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.422887 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.423159 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.423422 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.423895 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.424000 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.424201 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.424477 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:26.424771 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.425078 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.425374 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.425649 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.425936 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.426206 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.426484 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.426753 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.427033 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.427314 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.427735 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.428008 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.428291 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.428562 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.428849 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.429183 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.429471 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.429757 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.430025 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.430290 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.430555 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.430824 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.431103 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.431389 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.431671 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.431937 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.432208 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.432493 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.432812 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.433064 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.433372 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.433656 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.433923 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.434186 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.434459 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.434729 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.434999 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.435258 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.435524 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.435803 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.436070 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.436331 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.436593 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.436859 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.437143 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.437425 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.437697 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.437960 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.438222 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.438489 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.438755 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.439021 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.439290 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.439556 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.439824 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.440087 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.440351 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.440619 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.440884 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.441170 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.441437 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.441701 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.441967 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.442231 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.442493 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.442756 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.443017 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.443282 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.443560 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.443848 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.444114 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.444383 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.444651 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.444919 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.445210 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.445480 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.445747 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.446013 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.446419 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.446555 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.446825 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.447102 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.447378 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.447640 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.447924 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.448190 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.448463 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.448729 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.449047 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.449328 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.449605 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.449890 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.450174 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.450459 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.450743 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.451027 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.451300 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.451605 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.451875 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:26.452087 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 22:17:26.452329 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92872) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 22:17:26.794094 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:26.794291 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:26.794545 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:26.794874 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 22:17:27.182737 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.184049 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.184049 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.184698 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.184902 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.185121 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.219132 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.219377 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.219653 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.233266 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.233543 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.233806 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.262744 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.263009 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.263278 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.298170 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.298439 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.298699 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.527327 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.527979 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.527979 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.528136 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.528770 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.651149 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.651458 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.651725 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.652011 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.652269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.652570 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.652820 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.653051 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.653337 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.653609 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.653858 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.654119 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.654366 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.654605 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.654853 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.655107 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.655367 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.655616 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.655872 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.656115 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.656387 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.656706 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.656947 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.657242 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.657483 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.657718 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.658106 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:27.658340 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:27.658570 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:27.658798 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:27.659024 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:27.659317 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:27.659680 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 22:17:27.662756 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 22:17:27.666650 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 22:17:27.670474 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 28 22:17:27.672073 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 22:17:27.672523 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 22:17:27.672855 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 22:17:27.673262 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 22:17:27.676195 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 22:17:27.676439 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 22:17:27.676773 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 22:17:27.703519 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 22:17:27.703955 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.704244 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92872) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 22:17:27.704595 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.705949 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92872) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 22:17:27.706221 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 22:17:27.706455 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 22:17:27.709568 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.709837 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:27.773118 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 22:17:27.773343 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 22:17:27.773567 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 22:17:27.773932 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 22:17:27.795034 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_db.sqlalchemy.engines [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92872) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 22:17:28.318340 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing driver for type 'gre' Jun 28 22:17:28.318876 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] gre ID ranges: [(1, 1000)] Jun 28 22:17:28.378422 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing driver for type 'local' Jun 28 22:17:28.378708 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing driver for type 'vlan' Jun 28 22:17:28.395804 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] VlanTypeDriver initialization complete Jun 28 22:17:28.396169 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing driver for type 'vxlan' Jun 28 22:17:28.396722 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] vxlan ID ranges: [(1, 1000)] Jun 28 22:17:28.450166 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing extension driver 'port_security' Jun 28 22:17:28.450427 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.extensions.port_security [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] PortSecurityExtensionDriver initialization complete Jun 28 22:17:28.450771 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing mechanism driver 'openvswitch' Jun 28 22:17:28.451045 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing mechanism driver 'hyperv' Jun 28 22:17:28.457569 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:17:28.458520 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.458893 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.459248 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.459637 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.459990 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.460334 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.460707 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.461075 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.461415 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.461786 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.462129 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.462464 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.462836 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.463176 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.463509 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.463879 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.464216 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.464587 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.464919 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] ML2 OVO RPC backend initialized. {{(pid=92872) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 22:17:28.465662 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.466009 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.466416 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.466752 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > networks before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.467088 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.467417 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > ports before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.467749 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.468077 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.468416 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.468749 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.469177 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.469515 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.469841 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.470167 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.470495 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.470820 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.471141 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.471706 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.plugin [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Modular L2 Plugin initialization complete Jun 28 22:17:28.472022 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading services supported by the core plugin {{(pid=92872) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 22:17:28.472339 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Got port-security extension from driver 'port_security' Jun 28 22:17:28.472799 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.extensions.vlantransparent [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Disabled vlantransparent extension. Jun 28 22:17:28.473333 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92872) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 22:17:28.473636 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: router Jun 28 22:17:28.509072 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.509477 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.509839 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router before_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.510193 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.510542 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.510905 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_delete 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.511255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.511635 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.511973 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.512313 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.512655 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.513004 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.513406 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.513767 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.514100 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.514428 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.514764 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.515098 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.515443 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.515778 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.516111 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.516464 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.516794 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.517141 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.517497 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.517833 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.518323 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > agent after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.518530 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.518864 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.519730 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Tracking information for resource: router configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:28.520069 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Tracking information for resource: floatingip configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 22:17:28.525140 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.db.l3_agentschedulers_db [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 22:17:28.525717 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.526066 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.526437 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.526772 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.527604 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router before_create 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.528256 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.528380 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.528640 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.533295 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.provider_configuration [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service providers = [] {{(pid=92872) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 22:17:28.533632 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.db.servicetype_db [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92872) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 22:17:28.536535 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.service_base [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 22:17:28.536875 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.service_base [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 22:17:28.537255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.service_base [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 22:17:28.538117 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.services.service_base [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 22:17:28.538456 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.services.service_base [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 22:17:28.538834 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.539168 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 22:17:28.549978 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.550308 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: auto_allocate Jun 28 22:17:28.556031 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: network precommit_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.556399 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: network precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.556920 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.557266 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: tag Jun 28 22:17:28.563880 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.564209 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: timestamp Jun 28 22:17:28.568001 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.568322 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: network_ip_availability Jun 28 22:17:28.575409 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.575771 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.576120 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.576938 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.577184 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: flavors Jun 28 22:17:28.581885 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.582202 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading Plugin: revisions Jun 28 22:17:28.586474 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 22:17:28.586863 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:28.587588 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92872) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 22:17:28.587917 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Initializing extension manager. Jun 28 22:17:28.588413 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: __init__.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.588752 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: __pycache__ {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.589072 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.589470 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.590207 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.590765 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: address-group Jun 28 22:17:28.591078 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: address_scope.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.591775 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.592274 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: address-scope Jun 28 22:17:28.592589 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.593540 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.594051 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: router-admin-state-down-before-update Jun 28 22:17:28.594364 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: agent.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.595046 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.595550 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: agent Jun 28 22:17:28.595863 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: agent_resources_synced.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.596751 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.597286 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: agent-resources-synced Jun 28 22:17:28.597599 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.599553 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.600075 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: allowed-address-pairs Jun 28 22:17:28.600394 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.601488 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.602009 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: auto-allocated-topology Jun 28 22:17:28.602321 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.603001 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.603506 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: availability_zone Jun 28 22:17:28.603821 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: availability_zone_filter.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.604713 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.605600 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: availability_zone_filter Jun 28 22:17:28.605910 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: data_plane_status.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.606799 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.607305 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 22:17:28.607614 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: default_subnetpools.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.608507 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.609010 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: default-subnetpools Jun 28 22:17:28.609348 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.610148 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.610654 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: dhcp_agent_scheduler Jun 28 22:17:28.610968 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: dns.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.611863 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.612373 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 22:17:28.612684 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: dns_domain_ports.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.613601 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.614104 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 22:17:28.614415 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.615323 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.615826 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 22:17:28.616139 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: dvr.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.616791 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.617310 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: dvr Jun 28 22:17:28.617625 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: empty_string_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.618533 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.619041 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: empty-string-filtering Jun 28 22:17:28.619351 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.620247 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.620803 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 22:17:28.621150 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.622040 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.622547 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 22:17:28.622861 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: external_net.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.623745 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.624254 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: external-net Jun 28 22:17:28.624559 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.625464 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.625963 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: extra_dhcp_opt Jun 28 22:17:28.626273 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: extraroute.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.627173 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.627668 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: extraroute Jun 28 22:17:28.627977 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: extraroute_atomic.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.629044 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.629551 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: extraroute-atomic Jun 28 22:17:28.629866 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: filter_validation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.630515 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.631017 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: filter-validation Jun 28 22:17:28.631327 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: fip_pf_description.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.632215 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.632716 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 22:17:28.633052 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: fip_port_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.633950 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.634457 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: fip-port-details Jun 28 22:17:28.634771 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: flavors.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.635978 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.636523 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: flavors Jun 28 22:17:28.636838 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.638542 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.639064 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 22:17:28.639381 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: floatingip_pools.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.640062 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.640568 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: floatingip-pools Jun 28 22:17:28.640881 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: ip_allocation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.641810 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.642312 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 22:17:28.642630 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.643524 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.644036 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: ip-substring-filtering Jun 28 22:17:28.644354 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l2_adjacency.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.645307 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.645813 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 22:17:28.646127 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.647072 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.647587 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: router Jun 28 22:17:28.647903 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.650288 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.650820 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 22:17:28.651146 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.652109 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.652623 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: ext-gw-mode Jun 28 22:17:28.652947 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.653869 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.654383 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: l3-ha Jun 28 22:17:28.654705 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3_flavors.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.655618 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.656126 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: l3-flavors Jun 28 22:17:28.656442 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.657378 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.657891 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 22:17:28.658199 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: l3agentscheduler.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.659203 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.659708 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: l3_agent_scheduler Jun 28 22:17:28.660022 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: logging.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.661547 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.662067 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension logging not supported by any of loaded plugins Jun 28 22:17:28.662388 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: metering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.663121 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.663701 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: metering Jun 28 22:17:28.664023 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.665130 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.665645 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: metering_source_and_destination_fields Jun 28 22:17:28.665966 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: multiprovidernet.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.666881 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.667396 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: multi-provider Jun 28 22:17:28.667739 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: netmtu.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.668648 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.669180 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: net-mtu Jun 28 22:17:28.669498 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: netmtu_writable.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.670396 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.670904 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: net-mtu-writable Jun 28 22:17:28.671219 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: network_availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.671874 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.672381 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: network_availability_zone Jun 28 22:17:28.672696 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: network_ip_availability.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.673855 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.674372 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: network-ip-availability Jun 28 22:17:28.674687 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: network_segment_range.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.675437 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.675938 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 22:17:28.676250 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: pagination.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.677241 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.677564 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: pagination Jun 28 22:17:28.677879 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: port_device_profile.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.678779 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.679295 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: port-device-profile Jun 28 22:17:28.679609 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.680509 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.681033 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: port-mac-address-regenerate Jun 28 22:17:28.681351 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.682241 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.682754 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: port-numa-affinity-policy Jun 28 22:17:28.683071 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: port_resource_request.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.684018 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.684522 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 22:17:28.684837 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: portbindings.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.685772 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.686277 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: binding Jun 28 22:17:28.686592 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: portbindings_extended.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.687829 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.688348 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: binding-extended Jun 28 22:17:28.688669 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: portsecurity.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.689588 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.690099 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: port-security Jun 28 22:17:28.690418 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: project_id.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.691378 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.691696 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: project-id Jun 28 22:17:28.692012 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: providernet.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.692919 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.693465 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: provider Jun 28 22:17:28.693780 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.697535 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.698064 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos not supported by any of loaded plugins Jun 28 22:17:28.698385 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.699632 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.700973 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 22:17:28.700973 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.701425 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.701940 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 22:17:28.702259 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_default.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.703147 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.703659 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-default not supported by any of loaded plugins Jun 28 22:17:28.703975 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_fip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.704617 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.705258 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 22:17:28.705461 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.706369 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.706877 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 22:17:28.707185 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.708069 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.708573 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 22:17:28.708889 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.709812 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.710317 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 22:17:28.710628 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: qos_rules_alias.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.711659 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.712175 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 22:17:28.712483 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: quotasv2.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.713424 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.713744 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: quotas Jun 28 22:17:28.714052 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: quotasv2_detail.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.717168 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.717504 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: quota_details Jun 28 22:17:28.717830 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: rbac.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.718883 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.719725 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: rbac-policies Jun 28 22:17:28.720044 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: rbac_address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.720957 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.721503 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: rbac-address-group Jun 28 22:17:28.721823 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: rbac_address_scope.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.722735 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.723254 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: rbac-address-scope Jun 28 22:17:28.723566 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: rbac_security_groups.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.724460 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.724968 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: rbac-security-groups Jun 28 22:17:28.725313 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.726203 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.726718 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: rbac-subnetpool Jun 28 22:17:28.727034 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: revisionifmatch.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.727944 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.728461 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: revision-if-match Jun 28 22:17:28.728770 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: revisions.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.730437 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.730941 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: standard-attr-revisions Jun 28 22:17:28.731274 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: router_availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.731930 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.732445 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: router_availability_zone Jun 28 22:17:28.732758 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: routerservicetype.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.733692 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.734205 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 22:17:28.734516 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.735427 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.735938 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: security-groups-normalized-cidr Jun 28 22:17:28.736250 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.737197 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.737708 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: port-security-groups-filtering Jun 28 22:17:28.738022 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.738925 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.739440 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: security-groups-remote-address-group Jun 28 22:17:28.739753 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: securitygroup.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.749537 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.750131 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: security-group Jun 28 22:17:28.750456 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: segment.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.751247 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.751757 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension segment not supported by any of loaded plugins Jun 28 22:17:28.752079 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.753008 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.753547 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 22:17:28.753864 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: servicetype.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.754981 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.755510 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: service-type Jun 28 22:17:28.755821 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: sorting.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.756778 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.757151 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: sorting Jun 28 22:17:28.757472 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: standard_attr_segment.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.758430 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.758954 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 22:17:28.759271 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: standardattrdescription.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.759900 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.760407 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: standard-attr-description Jun 28 22:17:28.760717 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: stateful_security_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.761753 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.762265 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: stateful-security-group Jun 28 22:17:28.762579 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: stdattrs_common.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.763146 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 22:17:28.763455 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.764374 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.764886 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 22:17:28.765239 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: subnet_onboard.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.766296 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.766812 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: subnet_onboard Jun 28 22:17:28.767121 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.768033 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.768541 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 22:17:28.768850 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: subnet_service_types.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.769789 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.770298 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: subnet-service-types Jun 28 22:17:28.770610 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: subnetallocation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.771669 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.772181 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: subnet_allocation Jun 28 22:17:28.772501 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.773210 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.773719 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: subnetpool-prefix-ops Jun 28 22:17:28.774032 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.774964 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.775469 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 22:17:28.775779 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: tagging.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.776846 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.777451 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: standard-attr-tag Jun 28 22:17:28.777775 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: timestamp.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.778953 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.779477 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loaded extension: standard-attr-timestamp Jun 28 22:17:28.779795 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: trunk.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.780805 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.781348 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension trunk not supported by any of loaded plugins Jun 28 22:17:28.781664 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: trunk_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.782568 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.783079 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 22:17:28.783394 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.784303 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.784817 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 22:17:28.785164 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Loading extension file: vlantransparent.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 22:17:28.785820 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 22:17:28.786323 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 22:17:28.788796 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:network Jun 28 22:17:28.789355 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:subnet Jun 28 22:17:28.789752 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 22:17:28.790132 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:port Jun 28 22:17:28.791405 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.791835 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service FLAVORS assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.792455 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.792900 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.793245 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:router Jun 28 22:17:28.793677 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 22:17:28.794169 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service METERING assigned prefix: /metering {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.795614 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.795975 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.796317 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:17:28.797353 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 22:17:28.797801 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:security_group Jun 28 22:17:28.798243 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 22:17:28.798850 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.799168 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 22:17:28.799503 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] subnetpool is already registered Jun 28 22:17:28.799930 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.800245 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 22:17:28.800564 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] subnetpool is already registered Jun 28 22:17:28.802982 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.803406 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service FLAVORS assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.803997 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.804419 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.804740 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:router Jun 28 22:17:28.805094 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] router is already registered Jun 28 22:17:28.805503 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 22:17:28.805831 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] floatingip is already registered Jun 28 22:17:28.806279 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service METERING assigned prefix: /metering {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.806943 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 22:17:28.807261 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] rbac_policy is already registered Jun 28 22:17:28.807665 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:security_group Jun 28 22:17:28.807999 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] security_group is already registered Jun 28 22:17:28.808447 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 22:17:28.808773 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] security_group_rule is already registered Jun 28 22:17:28.809426 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.809746 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 22:17:28.810072 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] subnetpool is already registered Jun 28 22:17:28.810489 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 22:17:28.810802 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 22:17:28.811120 dv-cinder-792462-20-smb neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] subnetpool is already registered Jun 28 22:17:28.811577 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: extensions {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.813089 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: address-groups {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.814613 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: address-scopes {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.815908 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.817111 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: auto-allocated-topology {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.818361 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: availability_zones {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.819672 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: dhcp-networks {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.821233 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: dhcp-agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.822707 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.824443 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: flavors {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.826929 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: service_profiles {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.828154 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: next_providers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.829628 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: service_profiles {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.831151 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: floatingip-pools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.832380 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.834126 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: floatingips {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.835408 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: l3-routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.836821 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: l3-agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.838259 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: metering-labels {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.839529 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: metering-label-rules {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.840897 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: network-ip-availabilities {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.842168 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: bindings {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.843737 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: quotas {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.845296 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: quotas {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.846719 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: rbac-policies {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.847919 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: security-groups {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.849244 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: security-group-rules {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.850480 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: service-providers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.851709 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: subnetpools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.853044 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: subnetpools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.854589 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.856663 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.858521 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.860281 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.861987 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.863928 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.865660 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.867447 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.869322 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.871094 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron.api.extensions [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 22:17:28.877193 dv-cinder-792462-20-smb neutron-server[92872]: WARNING keystonemiddleware.auth_token [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 22:17:28.881829 dv-cinder-792462-20-smb neutron-server[92872]: WARNING keystonemiddleware.auth_token [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 22:17:28.890355 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Acquired lock "singleton_lock" {{(pid=92872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 22:17:28.890818 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Releasing lock "singleton_lock" {{(pid=92872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 22:17:28.891470 dv-cinder-792462-20-smb neutron-server[92872]: INFO oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Starting 2 workers Jun 28 22:17:28.896103 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Started child 92979 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 22:17:28.900434 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Started child 92980 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 22:17:28.901624 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:28.902776 dv-cinder-792462-20-smb neutron-server[92872]: INFO neutron.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 22:17:28.902776 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Notify callbacks [] for process, before_spawn {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:28.903214 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [-] (92979) wsgi starting up on http://0.0.0.0:9696 Jun 28 22:17:28.904958 dv-cinder-792462-20-smb neutron-server[92872]: INFO oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Starting 1 workers Jun 28 22:17:28.905172 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:28.906518 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [-] (92980) wsgi starting up on http://0.0.0.0:9696 Jun 28 22:17:28.910090 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Started child 92981 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 22:17:28.910600 dv-cinder-792462-20-smb neutron-server[92872]: INFO oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Starting 1 workers Jun 28 22:17:28.913710 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] calling RpcWorker wait() {{(pid=92981) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 22:17:28.914328 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] returning from RpcWorker wait() {{(pid=92981) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 22:17:28.914924 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Started child 92982 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 22:17:28.915609 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:28.915734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a057b990-44dc-4fdc-93e8-5d120840e2d7 None None] Notify callbacks [] for process, after_spawn {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:28.916160 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:17:28.917710 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 22:17:28.917895 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 22:17:28.918250 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 22:17:28.918610 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 22:17:28.919084 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 22:17:28.919389 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 22:17:28.919874 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:28.920378 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.920378 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.920556 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.920986 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:17:28.921116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.921307 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.921961 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.922104 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.922501 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.922908 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.923312 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.923619 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.923936 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.924328 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.924726 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.925153 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.925558 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.925945 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.926354 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.926661 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.927068 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.927485 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.927891 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.928292 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.928692 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.929332 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.929729 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.930139 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.930498 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.930904 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.931270 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.931700 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.932089 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.932494 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.932854 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.933302 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.933701 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.934071 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.934459 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.934851 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.935207 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.935813 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] host = dv-cinder-792462-20-smb {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.936258 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.936632 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.937055 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.937443 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.937829 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.938186 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.938565 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.938968 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.939360 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.939757 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.940132 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.940523 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.940878 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.941294 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.941610 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_options = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.941994 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.942405 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.942810 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.943136 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.943447 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.943820 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.944368 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.944694 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.945118 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.945495 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.945867 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.946236 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.946840 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.947214 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.947645 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.948000 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.948135 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.948371 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.948656 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.948881 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.949163 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.949366 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.949772 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.950127 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.950491 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.950924 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.951423 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.951844 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.952263 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.952709 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.953200 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.953655 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.954089 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.954242 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49258) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:17:28.954614 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.955507 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.955882 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.956285 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.956693 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.957112 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.957495 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.957954 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.958326 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.958812 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.959203 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.959608 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.959973 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.960323 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.960689 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.961103 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.961467 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.961870 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.962239 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.962467 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.962737 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:28.963164 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.963446 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.963766 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.964029 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.964265 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.964550 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.964791 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.965049 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.965273 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.965504 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.965817 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.966039 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.966317 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.966552 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.966876 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100965 Jun 28 22:17:28.967077 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.967539 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.967539 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.969063 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.970174 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.970605 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.970852 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.971075 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.971588 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.971857 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.972118 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.972541 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.972940 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.973197 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.973416 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.973634 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.974059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.974478 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.974797 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.978969 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.979237 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.979487 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.979761 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.982735 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.982735 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.982901 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.983094 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.983288 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.983519 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.983753 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.984299 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.984299 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.984469 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.984666 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.984928 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.989732 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.991156 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.991422 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.991665 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.991892 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.992149 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.992821 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.992821 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.992821 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.993127 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.993305 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.993567 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.993811 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.994058 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.994273 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.994490 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.994711 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.995861 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.995861 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.995861 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.995861 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.995861 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.996201 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.996201 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.996369 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.996592 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.996806 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.997046 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.997871 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.998122 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.998344 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.998564 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.998797 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.999012 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.999226 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.999505 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:28.999816 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.000062 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.000315 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.001907 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.002553 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.002817 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.003083 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.003317 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.003551 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.003778 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.004054 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.005137 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.005694 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.006018 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.007087 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.007413 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.007650 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.010281 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.010420 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.010643 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.010884 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.011173 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.011479 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.011736 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.012000 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.012234 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.012524 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.012775 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.013211 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.013457 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.013715 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.014018 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.014284 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.014537 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.016471 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.016811 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.017187 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.017436 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.017693 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.017931 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.018193 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.019483 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.020514 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.020514 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.020514 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.020514 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.020794 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.020991 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.021270 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.021485 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.021697 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.021975 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.022698 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.022698 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.022698 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.022969 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.023190 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.023433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.023663 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.023897 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.024125 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.024371 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.024598 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.024833 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026069 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026069 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026069 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026069 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026392 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026392 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.026558 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.027366 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.027591 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.027810 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.028057 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.028271 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.028490 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.028991 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.028991 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.029252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.029416 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.029629 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.029873 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.030107 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.030394 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.030634 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.030865 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.031088 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.031332 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.031580 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.032103 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.032103 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.032343 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.032462 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.032623 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.033688 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.033688 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.033688 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.033688 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.034162 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.034162 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.034384 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.034688 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.034923 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.035148 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.035381 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.035595 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.035846 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.036076 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.036311 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.036522 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.036749 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.036978 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.037242 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.037481 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.037698 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.037920 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.038151 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.038361 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.038587 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.038812 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.039102 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.039346 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.039586 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.039831 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.040073 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.040283 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.040506 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.040714 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.040923 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.041163 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.041374 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.041580 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.042386 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.042386 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.042386 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.042632 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.042714 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.042880 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.043087 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.043310 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.043514 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.043731 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.043947 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.044171 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.044411 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.044647 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.044855 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.045851 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.045851 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.045851 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.045851 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.046107 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.046258 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.047979 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.048224 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.048484 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.048768 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.049077 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050277 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050277 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050277 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050277 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050634 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050634 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.050952 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.051247 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.051640 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.052325 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.052325 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.052512 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.052684 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.052899 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.053856 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.054916 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.055212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.055474 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.056190 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.056297 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.056784 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.057007 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.058248 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.058501 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.059499 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.060448 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.061480 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.061480 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.061480 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.061480 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.061829 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.061954 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.062203 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.062460 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.062680 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.062841 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 22:17:29.063429 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 22:17:29.063593 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 22:17:29.063747 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 22:17:29.064543 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 22:17:29.065133 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 22:17:29.066267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 22:17:29.066489 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.066656 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.066823 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.066986 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.067145 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.067327 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.067478 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.067636 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.067790 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.067945 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.068091 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.068255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.068409 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.068563 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.068720 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.068911 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.069007 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070486 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070664 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070764 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.070915 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.071108 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.071298 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.071444 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.071588 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.071727 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.071875 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072013 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072175 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072316 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072461 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072621 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072767 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.072907 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.073087 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.073249 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.073394 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:17:29.073487 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.073557 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] host = dv-cinder-792462-20-smb {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.073698 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.073901 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.074042 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.074192 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.074344 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.074483 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.074636 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.074788 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.075086 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.075368 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.075656 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.075823 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.075967 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.076117 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.076252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_options = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.076408 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.076563 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.076705 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.076865 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.077010 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.077971 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.077971 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.077971 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.077971 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.077971 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.078647 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.078647 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.078647 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.078647 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.078647 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079283 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079283 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079283 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079283 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079828 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079828 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079828 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.079828 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080417 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080417 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080417 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080417 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080934 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080934 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080934 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.080934 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.081458 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.081458 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.081458 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.081856 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.081856 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.081856 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.082234 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.082234 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.082489 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.083253 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.083419 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.083580 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.083730 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.083866 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.084023 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.084167 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.084321 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.084464 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.084618 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.084760 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.086028 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.086203 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.086359 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 22:17:29.086527 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.086690 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.086865 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087027 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087187 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087347 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087506 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087649 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087815 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.087956 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.088126 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.088288 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.088440 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.088603 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.088746 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.088909 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.089314 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.089512 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.089670 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.089828 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.089974 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.090147 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.090305 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.090463 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.090622 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.090780 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.090936 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.091091 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.091227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.091386 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.091528 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.091690 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.091831 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.092810 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.092810 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093145 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093281 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093416 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093550 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093697 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093845 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.093977 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.094106 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.094246 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.094379 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.094515 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.094656 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.094820 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.095063 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.095296 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.095515 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.095677 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.095838 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.095983 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.096127 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.096262 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.096396 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.096556 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.096696 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.096856 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097012 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097240 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097372 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097504 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097636 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097767 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.097919 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098073 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098233 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098389 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098530 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098689 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098845 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.098988 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.099146 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.099286 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.099446 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.099603 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.099760 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.099917 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.100075 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.100232 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.100390 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.100561 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101063 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101063 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101239 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101319 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101441 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101597 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.101892 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.102176 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103252 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103659 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.103784 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.104118 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.104275 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.104433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.105510 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.105510 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.105672 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.105840 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.105927 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.106079 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.106236 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.106396 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.106537 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.106699 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.106852 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.107830 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.107830 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.107830 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.108500 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.108592 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.108739 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.108895 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.109109 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.109271 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.109474 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.109579 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110001 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110001 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110001 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110205 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110361 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110503 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110642 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110792 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.110992 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.111144 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.111293 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.111444 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.111596 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.111745 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.111897 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112049 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112199 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112349 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112501 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112653 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112806 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.112960 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.113380 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117067 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.117668 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118204 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118716 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118716 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118716 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118716 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118716 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118985 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.118985 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.119109 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.121059 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.122123 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.123095 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.125267 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.126254 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.127227 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.128255 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.129269 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.131116 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.132734 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.134433 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.135015 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.135015 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.135015 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.135015 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136212 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136842 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 22:17:29.136842 dv-cinder-792462-20-smb neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 22:17:40.237212 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6468270-0fcb-4910-a7e9-914288ec9dde None None] get_active_networks_info from dv-cinder-792462-20-smb {{(pid=92981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 22:17:40.318766 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6468270-0fcb-4910-a7e9-914288ec9dde None None] No non-hosted networks {{(pid=92981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 22:17:40.331945 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.agentschedulers_db [None req-e6468270-0fcb-4910-a7e9-914288ec9dde None None] DHCP Agent not found on host dv-cinder-792462-20-smb {{(pid=92981) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 22:17:40.390461 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e48b-9c2f-4bd2-9d9f-dcb165f76281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479137'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:42.688466 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e20a736-ea04-44a5-af5b-5588c98d0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479137'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:42.749653 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e64c0cc-a855-47d4-ae4b-2ebcc796733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:42.882408 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479137'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:42.883314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.883858 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.884334 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.884806 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.886284 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.886715 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.888428 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.888904 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.889393 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.891569 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.892000 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.892421 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:42.892915 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-20-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:17:42.903957 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-20-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:17:44.003267 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479137'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:45.561112 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479137'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:46.126249 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.db.l3_hamode_db [None req-7b4612e4-1812-43bf-bda1-6dfb7f601ed5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 22:17:46.204681 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4612e4-1812-43bf-bda1-6dfb7f601ed5 None None] Routers set() bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:17:46.205047 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4612e4-1812-43bf-bda1-6dfb7f601ed5 None None] Router IDs set() for agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 22:17:46.753183 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49364) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:17:47.352770 dv-cinder-792462-20-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-789a2be6-a658-4e20-a1c2-ee2bd815230e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:17:47.353665 dv-cinder-792462-20-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-789a2be6-a658-4e20-a1c2-ee2bd815230e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:17:47.575655 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [None req-789a2be6-a658-4e20-a1c2-ee2bd815230e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:17:47.576878 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-789a2be6-a658-4e20-a1c2-ee2bd815230e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8217204 Jun 28 22:17:49.933254 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49378) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:17:50.273984 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:17:50.364232 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.policy [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92979) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 22:17:50.408328 dv-cinder-792462-20-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:17:50.408687 dv-cinder-792462-20-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:17:50.417130 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.quota [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] Loaded quota_driver: . Jun 28 22:17:50.516513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780795805773', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780795806304', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780795819736', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780795824270', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780795831889', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780795846279', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1582677', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1430410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-344873', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536497862'] for rbac-policy, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:50.585093 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:50.586269 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f70b77cc-6a3b-4671-b382-c51e8b91e394 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6520829 Jun 28 22:17:53.155661 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49390) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:17:53.468437 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Request body: {'network': {'project_id': '1ee5950963e9462c8743064606513f40', 'name': 'private', 'admin_state_up': True, 'tenant_id': '1ee5950963e9462c8743064606513f40'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:17:53.501089 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Made reservation on behalf of 1ee5950963e9462c8743064606513f40 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:17:53.503883 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.520639 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.652009 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.658296 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.663564 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:53.678142 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:17:53.706897 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780792773295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.707482 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Unsubscribe: segment precommit_create {{(pid=92979) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 22:17:53.707921 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Added segment 1745424f-b9e8-48ad-afa6-faf018fdda3e of type vlan for network f8d9653c-34f1-4be4-8554-899687589837 Jun 28 22:17:53.724388 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d1a28b-27b9-452e-8491-f245bd4a4a55,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:17:53.772094 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.772404 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.772742 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.773058 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.773374 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.773673 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.773979 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.774270 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.774580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.774876 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.775165 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.775439 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Tracked resource versions report: Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: pushed versions: Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Log': {'1.0'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Network': {'1.1'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Port': {'1.7'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'SubPort': {'1.0'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Subnet': {'1.1'}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Trunk': {'1.1'}} Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: consumer versions: Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Log': '1.0', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Network': '1.1', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Port': '1.7', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'PortForwarding': '1.2', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'QosPolicy': '1.8', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroup': '1.4', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'SubPort': '1.0', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Subnet': '1.1', Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: 'Trunk': '1.1'}} Jun 28 22:17:53.776515 dv-cinder-792462-20-smb neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:17:53.826547 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.832796 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:53.881734 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.883385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:17:53.884083 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:53.887228 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:53.933635 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7768481 Jun 28 22:17:53.982600 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d9653c-34f1-4be4-8554-899687589837,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:17:53.989092 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:53.995196 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network f8d9653c-34f1-4be4-8554-899687589837 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:17:56.573057 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49404) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:17:56.986300 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb63fca-92ad-40cb-8f89-849839400fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:17:56.987660 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0cb63fca-92ad-40cb-8f89-849839400fd8 admin admin] 10.222.0.50 "GET /v2.0/networks/f8d9653c-34f1-4be4-8554-899687589837 HTTP/1.1" status: 200 len: 825 time: 0.4136426 Jun 28 22:17:57.012541 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-307cef29-1c69-4385-ac71-791f04d1e6ba admin admin] 10.222.0.50 "GET /v2.0/subnetpools/239e03df-0b51-4abf-9d43-d1ca5e3b7f0a HTTP/1.1" status: 200 len: 734 time: 0.0192301 Jun 28 22:17:57.021049 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'gateway_ip': '172.20.0.1'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:17:57.048484 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Made reservation on behalf of 1ee5950963e9462c8743064606513f40 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:17:57.050786 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:57.360797 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:57.364316 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:57.442522 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a098f6d-af02-47cb-ad6b-a4ccef687bcc,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:17:57.446646 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:57.455774 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Checking segment: {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:17:57.456117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Network hostable DHCP agents. Network: f8d9653c-34f1-4be4-8554-899687589837, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:17:57.478610 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Network f8d9653c-34f1-4be4-8554-899687589837 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:17:57.492508 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, f8d9653c-34f1-4be4-8554-899687589837) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:17:57.499461 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:17:57.499658 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:57.502996 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bebda58-23a9-44ff-99f6-ea1ca01d463e None None] Network f8d9653c-34f1-4be4-8554-899687589837 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:17:57.515941 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4982226 Jun 28 22:17:57.833720 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-f8d9653c-34f1-4be4-8554-899687589837', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:17:57.835125 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:58.101814 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Allocated IP 172.20.0.2 (f8d9653c-34f1-4be4-8554-899687589837/8a098f6d-af02-47cb-ad6b-a4ccef687bcc/9b6f43b4-c10d-4366-ab2b-410d6808510c) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:17:58.310414 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:58.325951 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Transition to ACTIVE for port object 9b6f43b4-c10d-4366-ab2b-410d6808510c will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:17:58.382176 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Transition to ACTIVE for port object 9b6f43b4-c10d-4366-ab2b-410d6808510c will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:17:58.391975 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:58.394538 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:58.457047 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Network f8d9653c-34f1-4be4-8554-899687589837 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:17:58.463446 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:17:58.479065 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:17:58.482553 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Pushing event updated for resources: {'Port': ['ID=9b6f43b4-c10d-4366-ab2b-410d6808510c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:17:58.493532 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.493861 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.494188 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.494481 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.494817 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.495160 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.495471 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.495778 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.496091 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.496398 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.496682 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.496982 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Tracked resource versions report: Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: pushed versions: Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Log': {'1.0'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Network': {'1.1'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Port': {'1.7'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'PortForwarding': {'1.2'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'QosPolicy': {'1.8'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'SubPort': {'1.0'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Subnet': {'1.1'}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Trunk': {'1.1'}} Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: consumer versions: Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'ConntrackHelper': '1.0', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Log': '1.0', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Network': '1.1', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Port': '1.7', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'PortForwarding': '1.2', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'QosPolicy': '1.8', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroup': '1.4', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroupRule': '1.2', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'SubPort': '1.0', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Subnet': '1.1', Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: 'Trunk': '1.1'}} Jun 28 22:17:58.498258 dv-cinder-792462-20-smb neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:17:58.532720 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:58.565407 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Attempting to bind port 9b6f43b4-c10d-4366-ab2b-410d6808510c on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:17:58.565791 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Attempting to bind port 9b6f43b4-c10d-4366-ab2b-410d6808510c by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:17:58.566213 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Attempting to bind port 9b6f43b4-c10d-4366-ab2b-410d6808510c on network f8d9653c-34f1-4be4-8554-899687589837 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:17:58.571302 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:17:58.571698 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Checking segment: {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:17:58.572164 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:58.572541 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Bound using segment: {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:17:58.572997 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Bound port: 9b6f43b4-c10d-4366-ab2b-410d6808510c, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:17:58.573428 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:58.635314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] For port 9b6f43b4-c10d-4366-ab2b-410d6808510c, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:17:58.639529 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] For port 9b6f43b4-c10d-4366-ab2b-410d6808510c, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=9b6f43b4-c10d-4366-ab2b-410d6808510c,segment=NetworkSegment(1745424f-b9e8-48ad-afa6-faf018fdda3e),segment_id=1745424f-b9e8-48ad-afa6-faf018fdda3e)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:17:58.643815 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:17:58.648722 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:17:58.708919 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Pushing event updated for resources: {'Port': ['ID=9b6f43b4-c10d-4366-ab2b-410d6808510c,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:17:58.712224 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:17:59.851297 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49412) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:00.367537 dv-cinder-792462-20-smb neutron-server[92980]: WARNING oslo_policy.policy [None req-fe63991d-ae34-4e92-b8b6-338803ac4e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:18:00.368106 dv-cinder-792462-20-smb neutron-server[92980]: WARNING oslo_policy.policy [None req-fe63991d-ae34-4e92-b8b6-338803ac4e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:18:00.581658 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [None req-fe63991d-ae34-4e92-b8b6-338803ac4e7d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:18:00.582641 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-fe63991d-ae34-4e92-b8b6-338803ac4e7d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7300730 Jun 28 22:18:02.964123 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49426) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:03.294322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [None req-3ad47552-7e3c-4645-aa10-33625b46e056 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:18:03.309108 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3ad47552-7e3c-4645-aa10-33625b46e056 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3301923 Jun 28 22:18:04.695829 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb8f70-a2c9-4d6b-b99c-6765bae0a4a3 None None] Network f8d9653c-34f1-4be4-8554-899687589837 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:18:04.808566 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 9b6f43b4-c10d-4366-ab2b-410d6808510c up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:18:04.901240 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1ec41e21-59f2-4bb6-8071-bef47cf5537e None None] Provisioning for port 9b6f43b4-c10d-4366-ab2b-410d6808510c completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:18:04.947272 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 9b6f43b4-c10d-4366-ab2b-410d6808510c completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:18:04.957782 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 9b6f43b4-c10d-4366-ab2b-410d6808510c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:04.958176 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:05.081460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:05.118464 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 9b6f43b4-c10d-4366-ab2b-410d6808510c, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=9b6f43b4-c10d-4366-ab2b-410d6808510c,segment=NetworkSegment(1745424f-b9e8-48ad-afa6-faf018fdda3e),segment_id=1745424f-b9e8-48ad-afa6-faf018fdda3e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:18:05.124610 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:05.126873 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:05.172956 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=9b6f43b4-c10d-4366-ab2b-410d6808510c,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:05.176039 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:05.232201 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-7e77616c-cf72-41f4-a815-918e8294e7fe None None] Provisioning complete for port 9b6f43b4-c10d-4366-ab2b-410d6808510c triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:05.232667 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e77616c-cf72-41f4-a815-918e8294e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:05.929744 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49442) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:06.271925 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1ee5950963e9462c8743064606513f40'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:18:06.342400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.policy [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92980) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 22:18:06.387616 dv-cinder-792462-20-smb neutron-server[92980]: WARNING oslo_policy.policy [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:18:06.388047 dv-cinder-792462-20-smb neutron-server[92980]: WARNING oslo_policy.policy [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 22:18:06.396602 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.quota [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Loaded quota_driver: . Jun 28 22:18:06.458869 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:06.462316 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:06.624111 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:06.632619 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:06.660094 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:06.663105 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8870d528-f11d-4260-b461-f96fe2429689 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7305229 Jun 28 22:18:06.742417 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 9b6f43b4-c10d-4366-ab2b-410d6808510c up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:18:06.793749 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 9b6f43b4-c10d-4366-ab2b-410d6808510c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:06.794153 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:08.992508 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49452) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:09.329366 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [None req-687898dd-707a-4af2-bb88-a20a3fec6733 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:18:09.330311 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-687898dd-707a-4af2-bb88-a20a3fec6733 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3365817 Jun 28 22:18:10.149577 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9487ca2d-c8c3-46b0-95bf-581a247ffa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:11.693203 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49460) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:12.048986 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:18:12.075025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Made reservation on behalf of 377e1417c7484f17917ddfff10411b20 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:18:12.077801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.093713 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.216147 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.224019 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.231063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:12.242776 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Reserving flat network on physical network physnet1 {{(pid=92980) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 22:18:12.276868 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780792773295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.277478 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Unsubscribe: segment precommit_create {{(pid=92980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 22:18:12.277931 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Added segment 5727294b-3789-460c-960f-9b40af39da7a of type flat for network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 Jun 28 22:18:12.294727 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e814e-132f-427f-b509-6e210227bf2a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:12.345963 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.346241 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.346578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.346887 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.347266 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.347594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.347915 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.348281 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.348631 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.348960 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.349276 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.349654 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Tracked resource versions report: Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: pushed versions: Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Log': {'1.0'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Network': {'1.1'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Port': {'1.7'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'SubPort': {'1.0'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Subnet': {'1.1'}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Trunk': {'1.1'}} Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: consumer versions: Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Log': '1.0', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Network': '1.1', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Port': '1.7', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'PortForwarding': '1.2', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'QosPolicy': '1.8', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroup': '1.4', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'SubPort': '1.0', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Subnet': '1.1', Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: 'Trunk': '1.1'}} Jun 28 22:18:12.350823 dv-cinder-792462-20-smb neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:18:12.406698 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.413271 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:12.463999 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.465391 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:18:12.466035 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.469290 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:12.516078 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8218501 Jun 28 22:18:12.567893 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Pushing event updated for resources: {'Network': ['ID=9d169d0f-dbcc-4c44-8f31-7039946c9e95,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:12.571547 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:12.579591 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:18:12.692106 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a5f5c841-9af1-4e4f-83eb-e5d52210c38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:12.871030 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:13.928905 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:14.871940 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49482) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:15.079373 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f8cc1c-0a13-49d9-a935-85844950f941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:18:15.080725 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e9f8cc1c-0a13-49d9-a935-85844950f941 admin admin] 10.222.0.50 "GET /v2.0/subnets/8a098f6d-af02-47cb-ad6b-a4ccef687bcc HTTP/1.1" status: 200 len: 849 time: 0.2075012 Jun 28 22:18:15.244828 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-51e2a088-d4e3-4fde-9ec4-e88487b89c1f admin admin] 10.222.0.50 "GET /v2.0/routers/337ce0d9-cf2b-4e6e-9803-ad1667c179e2 HTTP/1.1" status: 200 len: 704 time: 0.1560323 Jun 28 22:18:15.491210 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:15.516677 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:15.803728 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Allocated IP 172.20.0.1 (f8d9653c-34f1-4be4-8554-899687589837/8a098f6d-af02-47cb-ad6b-a4ccef687bcc/7904415b-128b-46b6-9b90-fdd7a49b838e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:18:15.962228 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:15.983772 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Transition to ACTIVE for port object 7904415b-128b-46b6-9b90-fdd7a49b838e will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:18:16.068818 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.072215 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:16.186912 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Network f8d9653c-34f1-4be4-8554-899687589837 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:18:16.192532 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:18:16.203548 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:18:16.204108 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.226815 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7904415b-128b-46b6-9b90-fdd7a49b838e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:16.268018 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:16.416735 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.424450 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-37b9db05-6044-4544-b202-fd645f207fbe None None] Provisioning for port 7904415b-128b-46b6-9b90-fdd7a49b838e completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:18:16.428633 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-37b9db05-6044-4544-b202-fd645f207fbe None None] Provisioning complete for port 7904415b-128b-46b6-9b90-fdd7a49b838e triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:16.428983 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37b9db05-6044-4544-b202-fd645f207fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.466603 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-37b9db05-6044-4544-b202-fd645f207fbe None None] Port 7904415b-128b-46b6-9b90-fdd7a49b838e cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:18:16.601406 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.608769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.609908 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.612310 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:16.691330 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7904415b-128b-46b6-9b90-fdd7a49b838e,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:16.695044 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:16.732494 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Network f8d9653c-34f1-4be4-8554-899687589837 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:18:16.733750 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:18:16.888796 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-9d40026e-5869-488a-aad8-ce6a0dfa7351 None None] Provisioning complete for port 7904415b-128b-46b6-9b90-fdd7a49b838e triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:16.889532 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d40026e-5869-488a-aad8-ce6a0dfa7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:16.893930 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:18:16.921764 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-9d40026e-5869-488a-aad8-ce6a0dfa7351 None None] Port 7904415b-128b-46b6-9b90-fdd7a49b838e cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:18:16.986235 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:18:16.991654 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/337ce0d9-cf2b-4e6e-9803-ad1667c179e2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7393577 Jun 28 22:18:16.999373 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Sync routers for ids ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:18:17.015387 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Routers {'337ce0d9-cf2b-4e6e-9803-ad1667c179e2'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:18:17.016127 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:18:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:17.201184 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Set router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:18:17.626100 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'name': 'router1', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:18:06Z', 'updated_at': '2021-06-28T22:18:16Z', 'revision_number': 2, 'project_id': '1ee5950963e9462c8743064606513f40', 'gw_port_host': None, '_interfaces': [{'id': '7904415b-128b-46b6-9b90-fdd7a49b838e', 'name': '', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'mac_address': 'fa:16:3e:1a:c6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:15Z', 'updated_at': '2021-06-28T22:18:16Z', 'revision_number': 2, 'project_id': '1ee5950963e9462c8743064606513f40', 'subnets': [{'id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:17.676073 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Checking router: 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:18:17.676430 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Updating router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 port 7904415b-128b-46b6-9b90-fdd7a49b838e binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:18:17.739453 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:18.244655 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:18.263023 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Transition to ACTIVE for port object 7904415b-128b-46b6-9b90-fdd7a49b838e will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:18:18.270760 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:18.273667 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:18.411886 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Pushing event updated for resources: {'Port': ['ID=7904415b-128b-46b6-9b90-fdd7a49b838e,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:18.443150 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.443344 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.443680 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.443986 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.444290 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.444592 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.444866 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.445227 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.445502 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.445819 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.446126 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.446421 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Tracked resource versions report: Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: pushed versions: Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Log': {'1.0'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Network': {'1.1'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Port': {'1.7'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'PortForwarding': {'1.2'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'QosPolicy': {'1.8'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'SubPort': {'1.0'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Subnet': {'1.1'}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Trunk': {'1.1'}} Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: consumer versions: Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'ConntrackHelper': '1.0', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Log': '1.0', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Network': '1.1', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Port': '1.7', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'PortForwarding': '1.2', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'QosPolicy': '1.8', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroup': '1.4', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroupRule': '1.2', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'SubPort': '1.0', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Subnet': '1.1', Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: 'Trunk': '1.1'}} Jun 28 22:18:18.447478 dv-cinder-792462-20-smb neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:18:18.451153 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:18.455943 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Attempting to bind port 7904415b-128b-46b6-9b90-fdd7a49b838e on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:18:18.456321 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Attempting to bind port 7904415b-128b-46b6-9b90-fdd7a49b838e by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:18:18.457267 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Attempting to bind port 7904415b-128b-46b6-9b90-fdd7a49b838e on network f8d9653c-34f1-4be4-8554-899687589837 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:18:18.461799 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:18:18.462185 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Checking segment: {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:18:18.462657 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:18.463025 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Bound using segment: {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:18:18.463514 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Bound port: 7904415b-128b-46b6-9b90-fdd7a49b838e, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1745424f-b9e8-48ad-afa6-faf018fdda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:18:18.463889 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:18.531363 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] For port 7904415b-128b-46b6-9b90-fdd7a49b838e, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:18:18.561142 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] For port 7904415b-128b-46b6-9b90-fdd7a49b838e, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=7904415b-128b-46b6-9b90-fdd7a49b838e,segment=NetworkSegment(1745424f-b9e8-48ad-afa6-faf018fdda3e),segment_id=1745424f-b9e8-48ad-afa6-faf018fdda3e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:18:18.567498 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:18.569952 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:18.622810 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Routers {'337ce0d9-cf2b-4e6e-9803-ad1667c179e2'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:18:18.623433 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:18:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:18.657648 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Pushing event updated for resources: {'Port': ['ID=7904415b-128b-46b6-9b90-fdd7a49b838e,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:18.664186 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:18.723625 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] Set router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:18:18.931231 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'name': 'router1', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:18:06Z', 'updated_at': '2021-06-28T22:18:16Z', 'revision_number': 2, 'project_id': '1ee5950963e9462c8743064606513f40', 'gw_port_host': None, '_interfaces': [{'id': '7904415b-128b-46b6-9b90-fdd7a49b838e', 'name': '', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'mac_address': 'fa:16:3e:1a:c6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:15Z', 'updated_at': '2021-06-28T22:18:18Z', 'revision_number': 4, 'project_id': '1ee5950963e9462c8743064606513f40', 'subnets': [{'id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:18.959550 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca50898-22df-4810-8287-fe5ead68f917 None None] The sync data for ids ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'] in dv-cinder-792462-20-smb is: [{'id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'name': 'router1', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:18:06Z', 'updated_at': '2021-06-28T22:18:16Z', 'revision_number': 2, 'project_id': '1ee5950963e9462c8743064606513f40', 'gw_port_host': None, '_interfaces': [{'id': '7904415b-128b-46b6-9b90-fdd7a49b838e', 'name': '', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'mac_address': 'fa:16:3e:1a:c6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:15Z', 'updated_at': '2021-06-28T22:18:18Z', 'revision_number': 4, 'project_id': '1ee5950963e9462c8743064606513f40', 'subnets': [{'id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:18:19.196687 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 49502) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:19.308870 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c072a-0f3e-4743-84d7-5e30b02e3e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:18:19.310316 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ad3c072a-0f3e-4743-84d7-5e30b02e3e04 admin admin] 10.222.0.50 "GET /v2.0/networks/9d169d0f-dbcc-4c44-8f31-7039946c9e95 HTTP/1.1" status: 200 len: 842 time: 0.1124363 Jun 28 22:18:19.319647 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:18:19.341546 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Made reservation on behalf of 377e1417c7484f17917ddfff10411b20 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:18:19.343809 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:19.622040 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.objects.ports [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 22:18:19.622388 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:19.624459 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:19.669380 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071b49ee-fa77-48ea-9c4a-efbb4175ceb2,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:19.677580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:19.684502 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:18:19.684945 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Network hostable DHCP agents. Network: 9d169d0f-dbcc-4c44-8f31-7039946c9e95, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:18:19.702047 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:18:19.711296 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 9d169d0f-dbcc-4c44-8f31-7039946c9e95) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:18:19.715271 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:18:19.716061 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:19.720564 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8473d-db98-4724-8afa-118ed156e27a None None] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:18:19.737980 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218354 Jun 28 22:18:19.863739 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ea6d7-57c6-46c0-ab57-7e157c57e865 None None] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:18:21.973489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49514) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:22.215839 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-60b38a95-6b41-4b06-b872-e4bb84467d3a admin admin] 10.222.0.50 "GET /v2.0/routers/337ce0d9-cf2b-4e6e-9803-ad1667c179e2 HTTP/1.1" status: 200 len: 710 time: 0.2409387 Jun 28 22:18:22.360840 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2cdf33-f5a1-42d0-81b5-73fe34108f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:18:22.362248 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-dc2cdf33-f5a1-42d0-81b5-73fe34108f97 admin admin] 10.222.0.50 "GET /v2.0/networks/9d169d0f-dbcc-4c44-8f31-7039946c9e95 HTTP/1.1" status: 200 len: 886 time: 0.1411421 Jun 28 22:18:22.371032 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:18:22.619882 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:22.767136 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 7904415b-128b-46b6-9b90-fdd7a49b838e up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:18:22.818223 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 7904415b-128b-46b6-9b90-fdd7a49b838e completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:18:22.822274 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 7904415b-128b-46b6-9b90-fdd7a49b838e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:22.822810 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:22.863754 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:22.897349 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:22.928716 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 7904415b-128b-46b6-9b90-fdd7a49b838e, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=7904415b-128b-46b6-9b90-fdd7a49b838e,segment=NetworkSegment(1745424f-b9e8-48ad-afa6-faf018fdda3e),segment_id=1745424f-b9e8-48ad-afa6-faf018fdda3e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:18:22.934653 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:22.936882 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:22.947799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:23.031909 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=7904415b-128b-46b6-9b90-fdd7a49b838e,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:23.034955 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:23.132311 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Allocated IP 172.28.3.199 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/3a7af6da-e0b7-4d15-935c-491c2630022f) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:18:23.244333 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:23.330246 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:23.332482 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:23.458985 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:18:23.463025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:18:23.467149 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:18:23.470040 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Pushing event updated for resources: {'Port': ['ID=3a7af6da-e0b7-4d15-935c-491c2630022f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:23.511023 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:23.768461 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:23.966933 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:23.970542 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479181'] for router, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:24.078634 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:18:24.204264 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:18:24.209459 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:24.210587 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] 10.222.0.50 "PUT /v2.0/routers/337ce0d9-cf2b-4e6e-9803-ad1667c179e2 HTTP/1.1" status: 200 len: 890 time: 1.8428462 Jun 28 22:18:24.214802 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Sync routers for ids ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:18:24.227794 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Routers {'337ce0d9-cf2b-4e6e-9803-ad1667c179e2'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:18:24.228845 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:18:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:24.441717 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Set router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:18:24.774213 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 7904415b-128b-46b6-9b90-fdd7a49b838e up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:18:24.858314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 7904415b-128b-46b6-9b90-fdd7a49b838e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:24.858671 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:24.902073 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'name': 'router1', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '3a7af6da-e0b7-4d15-935c-491c2630022f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:18:06Z', 'updated_at': '2021-06-28T22:18:23Z', 'revision_number': 4, 'project_id': '1ee5950963e9462c8743064606513f40', 'gw_port': {'id': '3a7af6da-e0b7-4d15-935c-491c2630022f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:22Z', 'updated_at': '2021-06-28T22:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '7904415b-128b-46b6-9b90-fdd7a49b838e', 'name': '', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'mac_address': 'fa:16:3e:1a:c6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:15Z', 'updated_at': '2021-06-28T22:18:22Z', 'revision_number': 5, 'project_id': '1ee5950963e9462c8743064606513f40', 'subnets': [{'id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:24.954463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Checking router: 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:18:24.954756 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Updating router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 port 3a7af6da-e0b7-4d15-935c-491c2630022f binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:18:25.008239 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:25.336720 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:25.346778 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Transition to ACTIVE for port object 3a7af6da-e0b7-4d15-935c-491c2630022f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:18:25.354067 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:25.356202 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:25.486698 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Attempting to bind port 3a7af6da-e0b7-4d15-935c-491c2630022f on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:18:25.487055 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Attempting to bind port 3a7af6da-e0b7-4d15-935c-491c2630022f by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:18:25.487404 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Attempting to bind port 3a7af6da-e0b7-4d15-935c-491c2630022f on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:18:25.489365 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95326bda-38f0-4992-8aea-cae1c10984cc None None] Pushing event updated for resources: {'Port': ['ID=3a7af6da-e0b7-4d15-935c-491c2630022f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:25.492644 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-95326bda-38f0-4992-8aea-cae1c10984cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:25.495282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:18:25.495643 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:18:25.496027 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:25.496437 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:18:25.496959 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Bound port: 3a7af6da-e0b7-4d15-935c-491c2630022f, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:18:25.497400 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:25.549398 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] For port 3a7af6da-e0b7-4d15-935c-491c2630022f, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:18:25.553058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] For port 3a7af6da-e0b7-4d15-935c-491c2630022f, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3a7af6da-e0b7-4d15-935c-491c2630022f,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:18:25.559753 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:25.562232 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:25.615098 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Routers {'337ce0d9-cf2b-4e6e-9803-ad1667c179e2'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:18:25.615705 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:18:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:25.621881 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95326bda-38f0-4992-8aea-cae1c10984cc None None] Pushing event updated for resources: {'Port': ['ID=3a7af6da-e0b7-4d15-935c-491c2630022f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:25.625033 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-95326bda-38f0-4992-8aea-cae1c10984cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:25.724532 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] Set router 337ce0d9-cf2b-4e6e-9803-ad1667c179e2 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:18:25.939360 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'name': 'router1', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '3a7af6da-e0b7-4d15-935c-491c2630022f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:18:06Z', 'updated_at': '2021-06-28T22:18:23Z', 'revision_number': 4, 'project_id': '1ee5950963e9462c8743064606513f40', 'gw_port': {'id': '3a7af6da-e0b7-4d15-935c-491c2630022f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:22Z', 'updated_at': '2021-06-28T22:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '7904415b-128b-46b6-9b90-fdd7a49b838e', 'name': '', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'mac_address': 'fa:16:3e:1a:c6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:15Z', 'updated_at': '2021-06-28T22:18:22Z', 'revision_number': 5, 'project_id': '1ee5950963e9462c8743064606513f40', 'subnets': [{'id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:18:25.972127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c35b6-e1a0-4fd2-a1cc-b04337d3777c None None] The sync data for ids ['337ce0d9-cf2b-4e6e-9803-ad1667c179e2'] in dv-cinder-792462-20-smb is: [{'id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'name': 'router1', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '3a7af6da-e0b7-4d15-935c-491c2630022f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:18:06Z', 'updated_at': '2021-06-28T22:18:23Z', 'revision_number': 4, 'project_id': '1ee5950963e9462c8743064606513f40', 'gw_port': {'id': '3a7af6da-e0b7-4d15-935c-491c2630022f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:22Z', 'updated_at': '2021-06-28T22:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '7904415b-128b-46b6-9b90-fdd7a49b838e', 'name': '', 'network_id': 'f8d9653c-34f1-4be4-8554-899687589837', 'tenant_id': '1ee5950963e9462c8743064606513f40', 'mac_address': 'fa:16:3e:1a:c6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337ce0d9-cf2b-4e6e-9803-ad1667c179e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:18:15Z', 'updated_at': '2021-06-28T22:18:22Z', 'revision_number': 5, 'project_id': '1ee5950963e9462c8743064606513f40', 'subnets': [{'id': '8a098f6d-af02-47cb-ad6b-a4ccef687bcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239e03df-0b51-4abf-9d43-d1ca5e3b7f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:18:26.642016 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 49522) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:18:26.773154 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-98004182-8a84-4f0b-bb02-35c8bac90dfc admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1300616 Jun 28 22:18:26.779595 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3a7af6da-e0b7-4d15-935c-491c2630022f up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:18:26.831325 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 3a7af6da-e0b7-4d15-935c-491c2630022f completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:18:26.835717 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 3a7af6da-e0b7-4d15-935c-491c2630022f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:26.836237 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:26.925842 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:26.946622 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 3a7af6da-e0b7-4d15-935c-491c2630022f, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3a7af6da-e0b7-4d15-935c-491c2630022f,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:18:26.952279 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:26.954625 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:18:26.964814 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:18:27.003878 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=3a7af6da-e0b7-4d15-935c-491c2630022f,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:18:27.007356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:18:28.771276 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3a7af6da-e0b7-4d15-935c-491c2630022f up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:18:28.825652 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 3a7af6da-e0b7-4d15-935c-491c2630022f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:18:28.826045 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:40.154487 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9f10ffd-d63e-4ef9-8a72-81952056cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:42.691020 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-921df000-77a0-47b3-be27-3632bf692321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:42.866841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:43.937504 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:18:45.517137 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:03.963855 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:19:10.158437 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d948e370-ab3f-4e6e-8598-cf88bf634cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:12.686665 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5729ff9-6115-4b1e-a749-2612edc5a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:12.862538 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:13.978249 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:15.519928 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:40.164084 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05546051-6cce-41a1-9aa6-4810ebbb7fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:40.962557 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:19:42.683678 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd2cea08-1ded-480c-aa69-e0d9d1a91db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:42.866180 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:43.940406 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:19:45.520152 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:01.843886 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50090) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:01.920587 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb05ffab-df64-487e-b601-06432862aa4d admin admin] GET failed (client error): The resource could not be found. Jun 28 22:20:01.921946 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-cb05ffab-df64-487e-b601-06432862aa4d admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770736 Jun 28 22:20:02.090728 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a77d5d8-5a21-4ed0-9cf3-489e573ef938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:02.092144 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-5a77d5d8-5a21-4ed0-9cf3-489e573ef938 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1647396 Jun 28 22:20:04.250310 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50100) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:04.366710 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250f91f-1d67-4922-a4d4-b1356facdea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:04.368094 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f250f91f-1d67-4922-a4d4-b1356facdea0 admin admin] 10.222.0.50 "GET /v2.0/subnets/8a098f6d-af02-47cb-ad6b-a4ccef687bcc HTTP/1.1" status: 200 len: 849 time: 0.1168635 Jun 28 22:20:04.377589 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:20:04.467732 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:04.626849 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780792698462'] for subnet, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:04.628959 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:20:04.657490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:04.658057 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:04.659319 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] 10.222.0.50 "PUT /v2.0/subnets/8a098f6d-af02-47cb-ad6b-a4ccef687bcc HTTP/1.1" status: 200 len: 868 time: 0.2855532 Jun 28 22:20:04.676688 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a098f6d-af02-47cb-ad6b-a4ccef687bcc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:20:04.679791 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0430198-4a63-4f00-9227-8aaa8ae04b0c None None] Network f8d9653c-34f1-4be4-8554-899687589837 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:20:04.684217 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.684540 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.684820 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.685187 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.685498 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.685804 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.686110 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.686412 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.686741 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.687042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.687341 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.687636 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:04.691880 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:20:05.059339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-a55f6c09-e230-49b9-a70c-d89d16572bdf None None] Provisioning complete for port 9b6f43b4-c10d-4366-ab2b-410d6808510c triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:20:05.060034 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a55f6c09-e230-49b9-a70c-d89d16572bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:05.148508 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-a55f6c09-e230-49b9-a70c-d89d16572bdf None None] Provisioning complete for port 7904415b-128b-46b6-9b90-fdd7a49b838e triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:20:05.148878 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a55f6c09-e230-49b9-a70c-d89d16572bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:06.816037 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50108) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:07.102670 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d6a22e-ce29-40f9-b13b-703e559d993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:07.103103 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d6a22e-ce29-40f9-b13b-703e559d993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:07.105531 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b2d6a22e-ce29-40f9-b13b-703e559d993e admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2885129 Jun 28 22:20:09.246055 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50118) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:09.389953 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839967f-3c12-48e2-830c-4e132451b01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:09.390405 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839967f-3c12-48e2-830c-4e132451b01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:09.391945 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0839967f-3c12-48e2-830c-4e132451b01c admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1445544 Jun 28 22:20:10.169828 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c59a1461-0b88-44ce-936c-0de701598f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:11.518870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50126) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:11.731226 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd800e-67f0-4a92-85ed-fdfdae44bf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:11.732525 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-21fd800e-67f0-4a92-85ed-fdfdae44bf42 admin admin] 10.222.0.50 "GET /v2.0/networks/9d169d0f-dbcc-4c44-8f31-7039946c9e95 HTTP/1.1" status: 200 len: 886 time: 0.2120056 Jun 28 22:20:12.687709 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f589b867-6214-4ebc-876f-6e88a6941544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:12.872057 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:13.857522 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50134) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:13.943114 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:14.035292 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f153b2f-9030-4759-9422-03be50b6c980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:14.036609 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-6f153b2f-9030-4759-9422-03be50b6c980 admin admin] 10.222.0.50 "GET /v2.0/networks/f8d9653c-34f1-4be4-8554-899687589837 HTTP/1.1" status: 200 len: 869 time: 0.1781511 Jun 28 22:20:15.524102 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:16.152379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50142) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:16.291824 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81819f6-163c-4be8-9027-1f29558b068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:16.292264 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81819f6-163c-4be8-9027-1f29558b068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:16.293927 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e81819f6-163c-4be8-9027-1f29558b068e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406052 Jun 28 22:20:17.961668 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:20:18.430463 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50150) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:18.565880 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fff93-e49b-45c1-937c-06ae2f129912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:18.566327 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fff93-e49b-45c1-937c-06ae2f129912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:18.567878 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c54fff93-e49b-45c1-937c-06ae2f129912 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364636 Jun 28 22:20:20.685999 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50158) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:20.781509 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770136de-3f64-44fe-8090-949e4441253b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:20.782484 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-770136de-3f64-44fe-8090-949e4441253b admin admin] 10.222.0.50 "GET /v2.0/subnets/071b49ee-fa77-48ea-9c4a-efbb4175ceb2 HTTP/1.1" status: 200 len: 816 time: 0.0954254 Jun 28 22:20:22.906091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50166) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:23.013380 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3f1a9-134c-4c73-b726-bd0e89db3350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:23.014749 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-fcb3f1a9-134c-4c73-b726-bd0e89db3350 admin admin] 10.222.0.50 "GET /v2.0/subnets/8a098f6d-af02-47cb-ad6b-a4ccef687bcc HTTP/1.1" status: 200 len: 868 time: 0.1076968 Jun 28 22:20:40.165637 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8372e2f2-4b01-40e9-852b-b59b136d5ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:42.690666 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fda2805c-d241-48c4-b2c4-80486afda6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:42.875168 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:43.947981 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:45.526482 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:46.326022 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50210) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:46.375393 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [None req-32c898dd-ea79-427d-8f30-fa13536cc8ce admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:20:46.376371 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-32c898dd-ea79-427d-8f30-fa13536cc8ce admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493987 Jun 28 22:20:48.604098 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50218) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:48.664275 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.pecan_wsgi.hooks.translation [None req-799e97bb-cdc0-4fc0-8a35-c118775127db admin admin] GET failed (client error): The resource could not be found. Jun 28 22:20:48.665594 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-799e97bb-cdc0-4fc0-8a35-c118775127db admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602331 Jun 28 22:20:48.751966 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7cc7c-fba3-4e0c-a9b8-61a3d6f70d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:48.753474 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-c4f7cc7c-fba3-4e0c-a9b8-61a3d6f70d47 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838697 Jun 28 22:20:50.933002 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50226) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:50.989578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:20:51.020793 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Made reservation on behalf of 377e1417c7484f17917ddfff10411b20 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:20:51.023205 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:51.061484 dv-cinder-792462-20-smb neutron-server[92980]: WARNING neutron.services.revisions.revision_plugin [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Could not find related network for resource to bump revision. Jun 28 22:20:51.079361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:20:51.092318 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:51.092775 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Added segment 754d29f7-7e27-46fa-a8e8-e710e5c31acd of type vlan for network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 Jun 28 22:20:51.145550 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:51.182005 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:51.183441 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:51.184514 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:51.186061 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:20:51.246903 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3122618 Jun 28 22:20:51.252152 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Pushing event updated for resources: {'Network': ['ID=6cf93247-3f51-4eec-8c2d-ca06f24d6eb6,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:20:51.255874 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:20:51.269397 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:20:53.473214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50234) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:20:53.549474 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.pecan_wsgi.hooks.translation [None req-64225830-ecff-4184-8c85-08701ece255c admin admin] GET failed (client error): The resource could not be found. Jun 28 22:20:53.550780 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-64225830-ecff-4184-8c85-08701ece255c admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0765960 Jun 28 22:20:53.658861 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287011-29af-46df-bf87-4551b7f68120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:53.660366 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-7c287011-29af-46df-bf87-4551b7f68120 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1055989 Jun 28 22:20:53.673645 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:20:53.697513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Made reservation on behalf of 377e1417c7484f17917ddfff10411b20 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:20:53.699890 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:53.867533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:53.869636 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:20:53.914477 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:20:53.930470 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.930813 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.931139 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.931451 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.931764 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.932070 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.932386 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.932684 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.933003 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.933333 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.933615 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.933914 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:53.938291 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:20:53.941893 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Checking segment: {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:20:53.942231 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Network hostable DHCP agents. Network: 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:20:53.959823 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:20:53.969227 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:20:53.973166 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:20:53.973738 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:53.978914 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e2f5c-e42e-4ffe-a53c-ae7548c1a75f None None] Network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:20:53.991814 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-192fe994-fe9d-4f51-a7a9-ff77b71b81aa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3216124 Jun 28 22:20:54.230639 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-6cf93247-3f51-4eec-8c2d-ca06f24d6eb6', 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6', 'tenant_id': '377e1417c7484f17917ddfff10411b20', 'fixed_ips': [{'subnet_id': '0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:20:54.231587 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:54.363723 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Allocated IP 192.168.233.2 (6cf93247-3f51-4eec-8c2d-ca06f24d6eb6/0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c/6ddc1f48-0928-4bff-9093-83385089f957) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:20:54.517043 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:54.525975 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Transition to ACTIVE for port object 6ddc1f48-0928-4bff-9093-83385089f957 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:20:54.542196 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Transition to ACTIVE for port object 6ddc1f48-0928-4bff-9093-83385089f957 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:20:54.550505 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:54.553220 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:20:54.590936 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:20:54.595775 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:20:54.598851 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:20:54.604750 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Pushing event updated for resources: {'Port': ['ID=6ddc1f48-0928-4bff-9093-83385089f957,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:20:54.614331 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.614664 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.614991 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.615313 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.615634 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.615947 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.616258 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.616566 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.616917 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.617244 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.617549 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.617858 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:20:54.622114 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:20:54.673460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Attempting to bind port 6ddc1f48-0928-4bff-9093-83385089f957 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:20:54.673826 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Attempting to bind port 6ddc1f48-0928-4bff-9093-83385089f957 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:20:54.674180 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Attempting to bind port 6ddc1f48-0928-4bff-9093-83385089f957 on network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:20:54.679562 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:20:54.679951 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Checking segment: {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:20:54.680343 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:54.680723 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Bound using segment: {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:20:54.681213 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Bound port: 6ddc1f48-0928-4bff-9093-83385089f957, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:20:54.681591 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:54.744296 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] For port 6ddc1f48-0928-4bff-9093-83385089f957, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:20:54.747686 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] For port 6ddc1f48-0928-4bff-9093-83385089f957, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=6ddc1f48-0928-4bff-9093-83385089f957,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:20:54.754250 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:54.756778 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-95326bda-38f0-4992-8aea-cae1c10984cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:20:54.815701 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Pushing event updated for resources: {'Port': ['ID=6ddc1f48-0928-4bff-9093-83385089f957,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:20:54.820725 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:20:54.974569 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:20:55.616849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ff861-9379-4b50-8db5-85b23dff7769 None None] Network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:20:55.690469 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-179c009a-b817-4c20-afa3-10d9f12e0ceb None None] Provisioning for port 6ddc1f48-0928-4bff-9093-83385089f957 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:20:56.883126 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 6ddc1f48-0928-4bff-9093-83385089f957 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:20:56.939677 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 6ddc1f48-0928-4bff-9093-83385089f957 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:20:56.943297 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 6ddc1f48-0928-4bff-9093-83385089f957 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:20:56.943682 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:57.022780 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:57.053843 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 6ddc1f48-0928-4bff-9093-83385089f957, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=6ddc1f48-0928-4bff-9093-83385089f957,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:20:57.058847 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:20:57.060776 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-67845248-ca68-43c3-bc12-9718fa837898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:20:57.106236 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=6ddc1f48-0928-4bff-9093-83385089f957,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:20:57.109541 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:20:58.863120 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 6ddc1f48-0928-4bff-9093-83385089f957 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:20:58.916262 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 6ddc1f48-0928-4bff-9093-83385089f957 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:20:58.916626 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:10.159868 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-96bd5158-586d-4ecb-a6dc-07e18c4618d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:12.693198 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fe116ec9-b501-4fc2-bdbf-cb64d894e032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:12.877899 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:13.951416 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:15.531327 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:31.962915 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:21:40.169426 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42384bb7-dacc-4abb-88e9-dbc8fa6531ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:42.697162 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-15eff218-9a4b-4d2f-a8fc-ba946efccc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:42.882141 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:43.961552 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:21:45.533185 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:02.383876 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50286) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:22:02.389971 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [None req-b0da7fec-0c11-48ed-92fd-cb4526fdaf0e tempest-verify_tempest_config-869018558 tempest-verify_tempest_config-869018558-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:22:02.390912 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b0da7fec-0c11-48ed-92fd-cb4526fdaf0e tempest-verify_tempest_config-869018558 tempest-verify_tempest_config-869018558-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060723 Jun 28 22:22:02.738399 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50304) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:22:02.844704 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:02.935084 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:02.940680 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:02.946783 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:22:02.985829 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67cde01193784017ae2b64f36e2dbab4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2462797 Jun 28 22:22:02.986941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58761a-b5a2-4b99-ac9b-c10fd60ba4c9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:22:02.988685 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50308) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:22:02.994205 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.994560 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.994893 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.995238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.995557 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.995879 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.996217 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.996515 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.996828 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.997239 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.997552 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:02.997844 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.002232 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:22:03.046649 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:03.066974 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:03.158157 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:03.162877 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:03.164582 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d58761a-b5a2-4b99-ac9b-c10fd60ba4c9 HTTP/1.1" status: 204 len: 168 time: 0.1746960 Jun 28 22:22:03.165472 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:22:03.182385 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58761a-b5a2-4b99-ac9b-c10fd60ba4c9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:22:03.189940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.190311 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.190652 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.190971 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.191288 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.191586 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.191892 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.192201 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.192525 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.192844 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.193183 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.193501 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:22:03.196667 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:22:08.961537 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:22:10.164208 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b46e415c-d476-4c97-9d3b-f536d8dfdfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:12.700706 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5aedfd2c-054b-47ed-8003-e5be46dfe11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:12.885772 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:13.957207 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:15.537963 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:40.168493 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7810dfad-ae6a-45aa-9270-636f2a817fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:42.705735 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ad534b90-4ad1-4d0b-9460-bfc03bf19c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:42.892562 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:43.961897 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:45.540052 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:22:45.969281 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:23:10.180821 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-57da14ec-023b-48d9-ab2c-4a231423830a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:12.713398 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-344f2f42-d69d-4cb5-b48d-6ffeaa3d50fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:12.893866 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:13.968143 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:15.545328 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:22.957853 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:23:40.174010 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4824e6b2-973c-489d-9aca-de7dca291bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:42.707024 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d3980e38-d1e1-4259-929e-2e8238a03297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:42.887290 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:43.972331 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:45.549361 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:45.897754 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479137'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:23:59.958372 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:24:00.607991 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50382) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:24:00.721882 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-13d5688d-dcd1-4182-9276-3a6535668343 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1127424 Jun 28 22:24:02.876476 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50392) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:24:02.938283 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-a9de7e8e-e3ed-4f9a-b9ee-73e54b6e0c47 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0606146 Jun 28 22:24:10.184567 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b235ae83-245f-4c1b-b52f-6246b8ebefef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:12.713262 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d2e9cf-8c65-4eff-8901-41cf19939ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:12.899212 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:13.974120 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:15.551947 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:15.832411 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:36.957709 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:24:40.180104 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ed91f7eb-d204-4fb2-b3d4-0d3fad0f8503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:42.706707 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adea88e9-d82e-44ab-9096-63897dc9eaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:42.895906 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:43.979482 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:45.559216 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:24:45.817457 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:10.187994 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ede1c06-f356-4868-a2d5-1a0415cd2b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:12.711109 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9e4caf15-6634-4df5-a934-761fcec08572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:12.888807 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:13.958246 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:25:13.978422 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:15.556294 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:15.816500 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:31.775017 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50544) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:32.082375 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852197518-network', 'tenant_id': 'f37940abd2ce4331b13e01aa2e87c693'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:32.106032 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Made reservation on behalf of f37940abd2ce4331b13e01aa2e87c693 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:32.108776 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.119519 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.210589 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.216238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.219981 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:32.257083 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7908ca97-89cb-466a-8dfb-65cf38080f31,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:32.265521 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:25:32.270229 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.270589 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.270926 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.271251 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.271577 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.271891 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.272605 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.273445 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.273837 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.274317 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.274639 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.274957 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Tracked resource versions report: Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: pushed versions: Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Log': {'1.0'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Network': {'1.1'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Port': {'1.7'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'SubPort': {'1.0'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Subnet': {'1.1'}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Trunk': {'1.1'}} Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: consumer versions: Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: HyperV agent@hv-cinder-79246: {}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Log': '1.0', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Network': '1.1', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Port': '1.7', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'PortForwarding': '1.2', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'QosPolicy': '1.8', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroup': '1.4', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'SubPort': '1.0', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Subnet': '1.1', Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: 'Trunk': '1.1'}} Jun 28 22:25:32.276039 dv-cinder-792462-20-smb neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:25:32.281783 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:32.292547 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.293099 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Added segment f1947a04-4a4a-4fa7-ba2f-14af52833d88 of type vlan for network af0b7f16-3289-40ea-b3e3-5b6343895d99 Jun 28 22:25:32.335446 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.364271 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50586) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:32.371158 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.372756 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:32.373350 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.376513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-afe09476-91e5-4e4b-9e7d-c9b581e56417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:32.405933 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6297979 Jun 28 22:25:32.409033 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50594) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:32.417766 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Request body: {'subnet': {'network_id': 'af0b7f16-3289-40ea-b3e3-5b6343895d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852197518-subnet', 'tenant_id': 'f37940abd2ce4331b13e01aa2e87c693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:32.435876 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Pushing event updated for resources: {'Network': ['ID=af0b7f16-3289-40ea-b3e3-5b6343895d99,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:32.439002 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:32.444913 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Made reservation on behalf of f37940abd2ce4331b13e01aa2e87c693 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:32.447015 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network af0b7f16-3289-40ea-b3e3-5b6343895d99 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:25:32.447560 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.641488 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1195269188-network', 'tenant_id': '138f047cee1f4ec8b0111f84a5886d48'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:32.653721 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.660519 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:32.699228 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Made reservation on behalf of 138f047cee1f4ec8b0111f84a5886d48 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:32.701582 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.722936 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.748360 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b10ec4b-0d85-4616-92d4-46585e1148d0,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:32.763050 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.763397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.763756 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.764073 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.764389 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.764699 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.765003 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.765519 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.765848 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.766158 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.766466 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.766768 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Tracked resource versions report: Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: pushed versions: Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Log': {'1.0'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Network': {'1.1'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Port': {'1.7'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'SubPort': {'1.0'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Subnet': {'1.1'}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Trunk': {'1.1'}} Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: consumer versions: Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: HyperV agent@hv-cinder-79246: {}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Log': '1.0', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Network': '1.1', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Port': '1.7', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'PortForwarding': '1.2', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'QosPolicy': '1.8', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroup': '1.4', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'SubPort': '1.0', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Subnet': '1.1', Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: 'Trunk': '1.1'}} Jun 28 22:25:32.767783 dv-cinder-792462-20-smb neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:25:32.775315 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:32.789343 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Checking segment: {'id': 'f1947a04-4a4a-4fa7-ba2f-14af52833d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'af0b7f16-3289-40ea-b3e3-5b6343895d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:32.789859 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Network hostable DHCP agents. Network: af0b7f16-3289-40ea-b3e3-5b6343895d99, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:25:32.841758 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Network af0b7f16-3289-40ea-b3e3-5b6343895d99 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:25:32.862426 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, af0b7f16-3289-40ea-b3e3-5b6343895d99) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:32.867922 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:32.868477 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.871340 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c15aa-9dcb-49a4-9ccd-3b0d7406f6d0 None None] Network af0b7f16-3289-40ea-b3e3-5b6343895d99 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:32.902343 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.908992 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.915556 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:32.925799 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5152545 Jun 28 22:25:32.937124 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:25:32.963060 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e63a79-a253-43fa-9ca9-0fbc900c9450,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:32.977502 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:32.982906 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:32.982906 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Added segment 8f6865d4-0a51-4c18-84d3-d067874b73e6 of type vlan for network 7b90308b-f1d6-436f-980e-59635e5df84f Jun 28 22:25:32.983623 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50622) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:32.991380 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50624) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:33.033633 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cf2ce-ee9f-4b6d-8e62-04799b632461 None None] Network af0b7f16-3289-40ea-b3e3-5b6343895d99 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:33.039414 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.070513 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.072011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:33.072661 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.076099 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-086c476e-8e7e-443c-b970-d8d366a35673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:33.106835 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7412543 Jun 28 22:25:33.109896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50632) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:33.114869 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Request body: {'subnet': {'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1195269188-subnet', 'tenant_id': '138f047cee1f4ec8b0111f84a5886d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:33.148901 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Pushing event updated for resources: {'Network': ['ID=7b90308b-f1d6-436f-980e-59635e5df84f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:33.155292 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Made reservation on behalf of 138f047cee1f4ec8b0111f84a5886d48 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:33.156546 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:33.157776 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.187841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 7b90308b-f1d6-436f-980e-59635e5df84f details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:25:33.210391 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50642) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:33.334015 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.336546 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c34e4722-feff-4503-b4e4-d86dc4426a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:33.373516 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-network', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:33.401103 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ce9b32-6065-43ea-9625-01c5c674dd9c,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:33.404395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-network', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:33.411363 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:33.426008 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Checking segment: {'id': '8f6865d4-0a51-4c18-84d3-d067874b73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:33.426382 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Network hostable DHCP agents. Network: 7b90308b-f1d6-436f-980e-59635e5df84f, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:25:33.430345 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Made reservation on behalf of 7932c3dab0d446aab24c980b038a06ba for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:33.432704 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.449836 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.453595 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Made reservation on behalf of f6687109f3004a75a4a852ab54c5e541 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:33.457674 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.467642 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.475821 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Network 7b90308b-f1d6-436f-980e-59635e5df84f is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:25:33.498475 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 7b90308b-f1d6-436f-980e-59635e5df84f) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:33.505251 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:33.505901 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.509229 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb4ac8-4b75-4c9a-bb1d-bd3eea624df1 None None] Network 7b90308b-f1d6-436f-980e-59635e5df84f requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:33.570750 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.578229 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.592868 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:25:33.600209 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:33.614778 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5035672 Jun 28 22:25:33.620025 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.620517 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Added segment 5c6b1d4d-0789-4731-9d28-935e03b2f9d4 of type vlan for network 9d9e6894-349a-4a72-aee2-cba42d971743 Jun 28 22:25:33.656241 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb747f5-c23a-485a-b41e-5022ec3560ea None None] Network 7b90308b-f1d6-436f-980e-59635e5df84f requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:33.669497 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd6f16-5a45-42be-bd6e-46f06ea8406c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:33.678647 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:33.684075 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.693879 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-136719190-network', 'tenant_id': '9fcef0849bdc48c2b4dfa13dab9219c8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:33.723618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.726380 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:33.727688 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.732616 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:33.786564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.796174 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.829634 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-17042d5e-b1f5-4328-8d97-e12d63709a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:33.830670 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9e6894-349a-4a72-aee2-cba42d971743,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:33.835557 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:33.845100 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 9d9e6894-349a-4a72-aee2-cba42d971743 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:25:33.868316 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd50a1-83c5-4742-a45e-64402d3d2345,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:33.875736 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:33.881305 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:25:33.894082 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9008224 Jun 28 22:25:33.895577 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Made reservation on behalf of 9fcef0849bdc48c2b4dfa13dab9219c8 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:33.896912 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50658) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:33.904107 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Request body: {'subnet': {'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-subnet', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:33.910424 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.954343 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.964532 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:33.964872 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Added segment 655eb608-5e7e-4d82-8705-ec24f0340541 of type vlan for network 2ba9798c-2439-44c5-9efc-18f500f41094 Jun 28 22:25:33.973160 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Made reservation on behalf of 7932c3dab0d446aab24c980b038a06ba for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:33.975763 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.088730 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.126931 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.140715 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:34.154960 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.209478 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e193a-cd08-4994-8caa-27b3a324ec23,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:34.228579 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:34.239070 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:25:34.271271 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.274538 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Added segment eaf9a771-e30d-4dc8-b39b-a90cd8000422 of type vlan for network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 Jun 28 22:25:34.390564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.392439 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.396469 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:34.397076 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.406858 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.415955 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:34.422447 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:34.472210 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4868529 Jun 28 22:25:34.472381 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50686) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:34.479295 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Request body: {'subnet': {'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-subnet', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:34.510002 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Made reservation on behalf of f6687109f3004a75a4a852ab54c5e541 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:34.512364 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.544443 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Checking segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:34.544788 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Network hostable DHCP agents. Network: 9d9e6894-349a-4a72-aee2-cba42d971743, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:25:34.564751 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba9798c-2439-44c5-9efc-18f500f41094,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:34.569693 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:34.579747 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 2ba9798c-2439-44c5-9efc-18f500f41094 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:25:34.580365 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.582571 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:34.583571 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.588073 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:34.590932 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b1156b-e70e-4acd-a7d2-5924fbf42a34,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:34.601069 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:34.621676 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4098299 Jun 28 22:25:34.624637 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50694) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:34.630489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Request body: {'subnet': {'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-136719190-subnet', 'tenant_id': '9fcef0849bdc48c2b4dfa13dab9219c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:34.664531 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Network 9d9e6894-349a-4a72-aee2-cba42d971743 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:25:34.690375 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 9d9e6894-349a-4a72-aee2-cba42d971743) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:34.698286 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:34.698918 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.701350 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Made reservation on behalf of 9fcef0849bdc48c2b4dfa13dab9219c8 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:34.703723 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.719054 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8209877 Jun 28 22:25:34.724266 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50704) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:34.732349 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:34.785722 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.787026 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:34.795625 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927bf372-2023-4677-a31c-e5cc63c42a4e None None] Network 9d9e6894-349a-4a72-aee2-cba42d971743 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:34.865450 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50710) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:34.884491 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919366264-network', 'tenant_id': '479090be7bc347c89045b969843582d1'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:34.918834 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6daf0c42-050b-4e66-9a55-49f0298ff1f2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:34.944463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:25:35.115062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:35.123857 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Made reservation on behalf of 479090be7bc347c89045b969843582d1 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:35.133514 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.139288 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.142900 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-9d9e6894-349a-4a72-aee2-cba42d971743', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:25:35.151835 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.155002 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.157768 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.201674 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-58ee03e3-1f96-4ae6-8b61-f57044188ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:35.336639 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9559d397-a41a-4c1e-a77c-e4519a59acd1,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:35.342043 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:35.379358 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.396474 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:35.416831 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.447974 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Checking segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:35.448559 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Network hostable DHCP agents. Network: 2ba9798c-2439-44c5-9efc-18f500f41094, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:25:35.460936 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Checking segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:35.461521 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Network hostable DHCP agents. Network: 6daf0c42-050b-4e66-9a55-49f0298ff1f2, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:25:35.466455 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.475639 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Allocated IP 172.20.0.2 (9d9e6894-349a-4a72-aee2-cba42d971743/40b1156b-e70e-4acd-a7d2-5924fbf42a34/17c4654d-2991-4753-9b54-eb4ac52dcea1) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:35.483002 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.492515 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:25:35.495402 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Network 2ba9798c-2439-44c5-9efc-18f500f41094 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:25:35.503600 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1b4052-ed39-48bc-a580-5a7823e2f1b8,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:35.509616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:35.510445 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:25:35.512325 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f9f1f633-2627-4ac3-9d77-725dadc99761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:35.524533 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 6daf0c42-050b-4e66-9a55-49f0298ff1f2) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:35.535206 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:35.535847 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.543398 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.543730 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Added segment ecb7c345-8e67-43ad-b541-72accc1d1077 of type vlan for network e63d79ba-5f88-40e8-9a91-4fc9a02b866b Jun 28 22:25:35.548551 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 2ba9798c-2439-44c5-9efc-18f500f41094) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:35.554977 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:35.555558 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.560551 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281eda7c-b1c4-40e6-b962-a0454fd8fa0d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:35.582601 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:35.585785 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f6d53-0740-427e-8d3c-fe28e765b408 None None] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:35.587616 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9ad0d505-1eb2-40f6-a15f-11d6e381d4e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1127465 Jun 28 22:25:35.594474 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50718) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:35.614381 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-61737335-cb95-485b-81fb-475da4aecbc8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9787314 Jun 28 22:25:35.621623 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:35.623861 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.684378 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.685553 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:35.686151 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.689846 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:35.700399 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1861296-d120-47d3-8c97-9e809fdb8e50 None None] Network 2ba9798c-2439-44c5-9efc-18f500f41094 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:35.796460 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.800078 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.828968 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Pushing event updated for resources: {'Network': ['ID=e63d79ba-5f88-40e8-9a91-4fc9a02b866b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:35.848580 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:35.869315 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9940877 Jun 28 22:25:35.871474 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50724) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:35.882061 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Request body: {'subnet': {'network_id': 'e63d79ba-5f88-40e8-9a91-4fc9a02b866b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919366264-subnet', 'tenant_id': '479090be7bc347c89045b969843582d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:35.903620 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network e63d79ba-5f88-40e8-9a91-4fc9a02b866b details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:25:35.932592 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Made reservation on behalf of 479090be7bc347c89045b969843582d1 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:35.935560 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.936724 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:35.962363 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898001d8-993a-4c8d-81fc-667e7d87854b None None] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:36.092387 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.096410 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.124961 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.163848 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Transition to ACTIVE for port object 17c4654d-2991-4753-9b54-eb4ac52dcea1 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:36.293077 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Transition to ACTIVE for port object 17c4654d-2991-4753-9b54-eb4ac52dcea1 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:36.349740 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.349914 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.356945 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:36.360081 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c733c84-6357-4860-bc86-4a25f74e43e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:36.429603 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Pushing event updated for resources: {'Port': ['ID=17c4654d-2991-4753-9b54-eb4ac52dcea1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:36.441196 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.441610 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.441910 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.442173 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.442453 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.442860 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.443214 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.443587 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.443983 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.444259 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.444598 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.445465 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Tracked resource versions report: Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: pushed versions: Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Log': {'1.0'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Network': {'1.1'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Port': {'1.7'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'PortForwarding': {'1.2'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'QosPolicy': {'1.8'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'SubPort': {'1.0'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Subnet': {'1.1'}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Trunk': {'1.1'}} Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: consumer versions: Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: HyperV agent@hv-cinder-79246: {}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'ConntrackHelper': '1.0', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Log': '1.0', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Network': '1.1', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Port': '1.7', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'PortForwarding': '1.2', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'QosPolicy': '1.8', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroup': '1.4', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'SecurityGroupRule': '1.2', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'SubPort': '1.0', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Subnet': '1.1', Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: 'Trunk': '1.1'}} Jun 28 22:25:36.446556 dv-cinder-792462-20-smb neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:25:36.454422 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.478728 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:36.482897 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Checking segment: {'id': 'ecb7c345-8e67-43ad-b541-72accc1d1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e63d79ba-5f88-40e8-9a91-4fc9a02b866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:36.484485 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Network hostable DHCP agents. Network: e63d79ba-5f88-40e8-9a91-4fc9a02b866b, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:25:36.488929 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50772) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:36.490092 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Network 9d9e6894-349a-4a72-aee2-cba42d971743 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:36.492134 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d53927-23a9-4908-a500-7761bf4a6cb1,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:36.492355 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:36.496058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:36.496900 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:36.506995 dv-cinder-792462-20-smb neutron-server[92979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 22:25:36.513438 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Network e63d79ba-5f88-40e8-9a91-4fc9a02b866b is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:25:36.535022 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, e63d79ba-5f88-40e8-9a91-4fc9a02b866b) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:36.549457 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d278b-0c06-4e2b-b277-c7bec4caee6b None None] Network 2ba9798c-2439-44c5-9efc-18f500f41094 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:36.550647 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:36.556988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.572204 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01203b1-bc6c-4ebf-892b-8a81341f9dee None None] Network e63d79ba-5f88-40e8-9a91-4fc9a02b866b requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:36.584606 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7117250 Jun 28 22:25:36.611600 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Allocated IP 172.28.3.241 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/75b26920-1f83-4ffc-94cf-88773e8218e4) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:36.621705 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50786) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:36.626260 dv-cinder-792462-20-smb neutron-server[92980]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 22:25:36.715169 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Attempting to bind port 17c4654d-2991-4753-9b54-eb4ac52dcea1 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:36.715742 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Attempting to bind port 17c4654d-2991-4753-9b54-eb4ac52dcea1 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:36.715873 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Attempting to bind port 17c4654d-2991-4753-9b54-eb4ac52dcea1 on network 9d9e6894-349a-4a72-aee2-cba42d971743 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:36.732321 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:36.732692 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Checking segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:36.733339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.733805 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Bound using segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:36.734333 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Bound port: 17c4654d-2991-4753-9b54-eb4ac52dcea1, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:36.734734 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.766053 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50790) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:36.824272 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-1f84cb21-5aa3-47db-ad46-fc65c0b86442 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:36.825840 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-1f84cb21-5aa3-47db-ad46-fc65c0b86442 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.2022314 Jun 28 22:25:36.843612 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-943a3c35-b1e2-4f46-aa12-337b8baff90d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/quotas/9fcef0849bdc48c2b4dfa13dab9219c8 HTTP/1.1" status: 200 len: 375 time: 0.0111477 Jun 28 22:25:36.904125 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-22a371a3-ab36-44ad-a22a-68125e7a5ac0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524178 Jun 28 22:25:36.904982 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] For port 17c4654d-2991-4753-9b54-eb4ac52dcea1, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:36.925800 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-91cf20bf-a8db-4f97-a8ce-a892fb6460a1 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:36.927290 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-91cf20bf-a8db-4f97-a8ce-a892fb6460a1 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/networks?id=7b90308b-f1d6-436f-980e-59635e5df84f HTTP/1.1" status: 200 len: 812 time: 0.4371610 Jun 28 22:25:36.936359 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] For port 17c4654d-2991-4753-9b54-eb4ac52dcea1, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=17c4654d-2991-4753-9b54-eb4ac52dcea1,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:36.941035 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6affc63-a67b-48bc-b83e-bbb21277f1f1 None None] Network e63d79ba-5f88-40e8-9a91-4fc9a02b866b requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:36.955200 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.961045 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Deleting subnet 6b10ec4b-0d85-4616-92d4-46585e1148d0 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:25:36.964760 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:36.967922 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:36.992939 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-68b67e41-7f7d-4b35-b4db-8f02fe9da400 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/quotas/138f047cee1f4ec8b0111f84a5886d48 HTTP/1.1" status: 200 len: 375 time: 0.0486860 Jun 28 22:25:37.095099 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-5fdd3ce3-aee0-47ba-bb4d-59bacdafc8e3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:25:37.096238 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-5fdd3ce3-aee0-47ba-bb4d-59bacdafc8e3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494418 Jun 28 22:25:37.149262 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.177743 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.179153 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Pushing event updated for resources: {'Port': ['ID=17c4654d-2991-4753-9b54-eb4ac52dcea1,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:37.190477 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:37.206430 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-9462e9d7-4a8b-4855-af63-12c62857036e tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=138f047cee1f4ec8b0111f84a5886d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2036283 Jun 28 22:25:37.206683 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-efce6bdc-b98c-47de-a593-eb0f8a16956b service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015673 Jun 28 22:25:37.212756 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.312826 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-c63a030e-a2e7-4db0-b876-cac5416014c8 service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063607 Jun 28 22:25:37.390739 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-4fbb6aa7-cb54-447a-a85d-418ad75d6b93 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:25:37.391740 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-4fbb6aa7-cb54-447a-a85d-418ad75d6b93 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009951 Jun 28 22:25:37.395299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.398720 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.404640 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:37.487576 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.498399 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.501495 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6b10ec4b-0d85-4616-92d4-46585e1148d0 HTTP/1.1" status: 204 len: 168 time: 0.7344270 Jun 28 22:25:37.504156 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50814) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:37.556186 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:37.566527 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.586072 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:37.610154 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:37.619242 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.624391 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Pushing event updated for resources: {'Port': ['ID=75b26920-1f83-4ffc-94cf-88773e8218e4,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:37.636503 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:37.744243 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f228f67a-6952-48b4-bd62-f7b2aa445b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:37.773976 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:37.790201 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.790916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.791940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.792642 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.793173 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.794659 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.795502 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.796163 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.797492 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.797811 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:37.813737 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b10ec4b-0d85-4616-92d4-46585e1148d0,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:37.816953 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:37.994500 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-f195f905-4fe3-4b1e-92cc-363232e606ef service neutron] 10.222.0.50 "GET /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770066 Jun 28 22:25:38.055001 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:38.055536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:38.056109 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:38.057327 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:25:38.058645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0b7f16-3289-40ea-b3e3-5b6343895d99']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:38.092898 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1947a04-4a4a-4fa7-ba2f-14af52833d88') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:38.093443 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1947a04-4a4a-4fa7-ba2f-14af52833d88') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:38.099133 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Allocated IP 172.28.3.141 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/58bf8ed9-761e-46c2-9a57-ed187443e64e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:38.211524 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-33b1f63c-e577-42f6-8b08-391b9ea8af31 req-6df3e30a-d61f-46a2-8169-f2311bbc0281 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 210 time: 0.1436255 Jun 28 22:25:38.213387 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.236843 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.253209 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:25:38.254401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: from cryptography.utils import int_from_bytes Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: from cryptography.utils import int_from_bytes Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:25:38.263702 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:25:38.358499 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.358903 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.365998 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-c16e54f5-3495-42aa-bfdf-2e2667c099f2 service neutron] 10.222.0.50 "GET /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602741 Jun 28 22:25:38.367514 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:38.374286 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.380027 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] 10.222.0.50 "DELETE /v2.0/networks/af0b7f16-3289-40ea-b3e3-5b6343895d99 HTTP/1.1" status: 204 len: 168 time: 0.8748355 Jun 28 22:25:38.381010 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50864) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:38.414807 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0b7f16-3289-40ea-b3e3-5b6343895d99,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:38.435042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:38.457743 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Deleting subnet 90d53927-23a9-4908-a500-7761bf4a6cb1 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:25:38.462344 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.510881 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-535161371'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.577703 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.648835 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535131414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534346192'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.655434 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.661420 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-351a92ea-b6d3-4af3-b6bf-27563aa2b0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:38.684617 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d53927-23a9-4908-a500-7761bf4a6cb1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:38.692621 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:38.695599 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.699704 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/90d53927-23a9-4908-a500-7761bf4a6cb1 HTTP/1.1" status: 204 len: 168 time: 0.2904522 Jun 28 22:25:38.700536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50876) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:38.715265 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc46e7-3f46-4932-91b4-df6822d99919 None None] Network 9d9e6894-349a-4a72-aee2-cba42d971743 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:25:38.839846 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bc3d9ca5-a436-47b7-8155-a7884a867089 None None] Provisioning for port 17c4654d-2991-4753-9b54-eb4ac52dcea1 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:38.840221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.906745 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:38.909083 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1f457950-06e2-4502-b5f0-6519d6e99a97 req-e4bf8fe5-028e-4ee4-88f2-1944421433cd tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.1113987 Jun 28 22:25:38.914732 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:39.091831 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:39.106734 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:39.126117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:39.179722 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 17c4654d-2991-4753-9b54-eb4ac52dcea1 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:39.285318 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 17c4654d-2991-4753-9b54-eb4ac52dcea1 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:39.290123 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 17c4654d-2991-4753-9b54-eb4ac52dcea1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:39.290732 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.369710 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.385185 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Pushing event updated for resources: {'Port': ['ID=58bf8ed9-761e-46c2-9a57-ed187443e64e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:39.386309 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d79ba-5f88-40e8-9a91-4fc9a02b866b']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:39.388966 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:39.404428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb7c345-8e67-43ad-b541-72accc1d1077') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:39.404860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb7c345-8e67-43ad-b541-72accc1d1077') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:39.414819 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.474653 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.486639 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:25:39.487398 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.512144 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-931d5967-378e-4e74-88c5-531314928b25 None None] Provisioning complete for port 17c4654d-2991-4753-9b54-eb4ac52dcea1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:39.512418 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-931d5967-378e-4e74-88c5-531314928b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.514469 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:25:39.563908 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:25:39.569934 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.595215 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fb018d5a-5ba5-4e82-8355-7a390c14826e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:39.604012 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.610253 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/e63d79ba-5f88-40e8-9a91-4fc9a02b866b HTTP/1.1" status: 204 len: 168 time: 0.9090114 Jun 28 22:25:39.611705 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 17c4654d-2991-4753-9b54-eb4ac52dcea1, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=17c4654d-2991-4753-9b54-eb4ac52dcea1,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:25:39.675527 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e63d79ba-5f88-40e8-9a91-4fc9a02b866b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:39.685907 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:39.698769 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.719263 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:39.794828 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1a2038e1-84d5-47ae-95b6-781b5442a714 req-c3de98a0-fc2c-4578-948a-c8ae11f51f73 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 210 time: 0.3478272 Jun 28 22:25:39.815191 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:39.848641 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=17c4654d-2991-4753-9b54-eb4ac52dcea1,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:39.852378 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:40.011029 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50952) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:40.114661 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-7038c407-c7aa-4f1d-a135-c67bb627260c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f37940abd2ce4331b13e01aa2e87c693&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1013639 Jun 28 22:25:40.127020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 50956) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:40.128031 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-af8945c7-5339-471c-bc83-0db43330cd00 req-f52cf34b-6009-45a6-abd7-7a3ed7ea0fcc tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.1245005 Jun 28 22:25:40.196885 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05864458-b5f3-4d36-8ea2-5b71abdc7d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.276865 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.333471 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Router adbbe8ee-642c-4f09-85cc-094812b0754f is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:25:40.343192 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.438931 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.609472 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:25:40.623130 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:25:40.627188 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.632397 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.636573 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.640367 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7908ca97-89cb-466a-8dfb-65cf38080f31 HTTP/1.1" status: 204 len: 168 time: 0.4289551 Jun 28 22:25:40.640367 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-35ba341d-5597-4554-9801-733ea81e4995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:40.644405 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:40.645085 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:40.681208 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:40.685829 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9567106 Jun 28 22:25:40.687893 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 50972) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:40.696476 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7908ca97-89cb-466a-8dfb-65cf38080f31,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:40.708458 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:40.744835 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.61', 49866) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:40.888511 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-25a79db3-ffc2-4bb6-abab-5026f78b107b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:40.890055 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-25a79db3-ffc2-4bb6-abab-5026f78b107b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.1440411 Jun 28 22:25:40.963747 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:25:40.984540 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Request body: {'port': {'device_id': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'admin_state_up': True, 'tenant_id': '9fcef0849bdc48c2b4dfa13dab9219c8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:41.029471 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:41.118068 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 17c4654d-2991-4753-9b54-eb4ac52dcea1 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:41.246733 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 17c4654d-2991-4753-9b54-eb4ac52dcea1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:41.250127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:41.414009 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51004) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:41.522810 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.61', 49874) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:41.524907 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-11ab87eb-744b-4f1f-bc86-49f943ec734d req-72240264-31ca-4d80-9e40-7875c53a0ef4 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.0519066 Jun 28 22:25:41.527101 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fda42575-3702-4dc7-aef3-057c57d3ec0c req-7fd88d32-b867-4341-8236-4e4688652ff0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 210 time: 0.1999362 Jun 28 22:25:41.588151 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:37Z', 'revision_number': 3, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:41.641388 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:25:41.641947 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Updating router adbbe8ee-642c-4f09-85cc-094812b0754f port 75b26920-1f83-4ffc-94cf-88773e8218e4 binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:25:41.689757 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:41.741009 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e0d540e1-e5b1-4570-afe0-36d569c9dfcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=479090be7bc347c89045b969843582d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2556021 Jun 28 22:25:41.752716 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51030) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:41.812685 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Made reservation on behalf of 9fcef0849bdc48c2b4dfa13dab9219c8 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:41.816324 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:41.877010 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-8fba9fb7-a5d5-42a1-9e3f-320b21d6c351 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:41.878754 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-8fba9fb7-a5d5-42a1-9e3f-320b21d6c351 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.61 "GET /v2.0/networks?id=7b90308b-f1d6-436f-980e-59635e5df84f HTTP/1.1" status: 200 len: 812 time: 0.3529267 Jun 28 22:25:41.891554 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:41.913723 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Request body: {'port': {'device_id': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f', 'admin_state_up': True, 'tenant_id': '138f047cee1f4ec8b0111f84a5886d48'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:41.951020 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.002787 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.113874 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.150596 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Transition to ACTIVE for port object 75b26920-1f83-4ffc-94cf-88773e8218e4 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:42.169794 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.174247 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:42.207670 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.268685 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Pushing event updated for resources: {'Port': ['ID=75b26920-1f83-4ffc-94cf-88773e8218e4,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:42.280616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.293986 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Attempting to bind port 75b26920-1f83-4ffc-94cf-88773e8218e4 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:42.294361 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Attempting to bind port 75b26920-1f83-4ffc-94cf-88773e8218e4 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:42.294721 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Attempting to bind port 75b26920-1f83-4ffc-94cf-88773e8218e4 on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:42.295871 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/281eda7c-b1c4-40e6-b962-a0454fd8fa0d HTTP/1.1" status: 204 len: 168 time: 0.5379510 Jun 28 22:25:42.303716 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.304041 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.304375 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.304695 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.305320 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.305970 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.306495 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.307018 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.307646 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.308189 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.308707 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.309519 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Tracked resource versions report: Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: pushed versions: Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Log': {'1.0'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Network': {'1.1'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Port': {'1.7'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'PortForwarding': {'1.2'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'QosPolicy': {'1.8'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'SubPort': {'1.0'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Subnet': {'1.1'}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Trunk': {'1.1'}} Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: consumer versions: Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: { DHCP agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: HyperV agent@hv-cinder-79246: {}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: L3 agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: Metadata agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: Metering agent@dv-cinder-792462-20-smb: {}, Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: Open vSwitch agent@dv-cinder-792462-20-smb: { 'AddressGroup': '1.2', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'ConntrackHelper': '1.0', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Log': '1.0', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Network': '1.1', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Port': '1.7', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'PortForwarding': '1.2', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'QosPolicy': '1.8', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroup': '1.4', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'SecurityGroupRule': '1.2', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'SubPort': '1.0', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Subnet': '1.1', Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: 'Trunk': '1.1'}} Jun 28 22:25:42.310792 dv-cinder-792462-20-smb neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:25:42.317220 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:42.318087 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:42.318712 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.319469 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:42.320155 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Bound port: 75b26920-1f83-4ffc-94cf-88773e8218e4, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:42.320841 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.326552 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:42.395865 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51058) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:42.432694 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:25:42.447145 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Sync routers for ids ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:25:42.447714 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] For port 75b26920-1f83-4ffc-94cf-88773e8218e4, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:42.460092 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] For port 75b26920-1f83-4ffc-94cf-88773e8218e4, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=75b26920-1f83-4ffc-94cf-88773e8218e4,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:42.469885 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.486591 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:42.506222 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Routers {'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:42.507815 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:42.538597 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.544634 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:42.547811 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9434214 Jun 28 22:25:42.550066 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51076) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:42.658988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281eda7c-b1c4-40e6-b962-a0454fd8fa0d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:42.682033 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:42.727999 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:42.742044 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:42.749799 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Pushing event updated for resources: {'Port': ['ID=75b26920-1f83-4ffc-94cf-88773e8218e4,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:42.751074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Allocated IP 172.20.0.3 (6daf0c42-050b-4e66-9a55-49f0298ff1f2/0f1b4052-ed39-48bc-a580-5a7823e2f1b8/cb023c92-2080-4bc6-8299-3abed4aad79e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:42.834290 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:42.840948 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:42.941209 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Set router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:43.006946 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:43.068959 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8fd63726-8a8f-4e67-8d86-b4d44b6b890f req-cbb4af23-cd6f-4fc9-bc93-3dbe940096ef tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.0601411 Jun 28 22:25:43.069981 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:43.098142 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:43.128980 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc860fff-1fca-4ff6-8604-92d3f4e870fe,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:43.131621 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:43.156749 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:43.180604 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8a00a39-ff3f-4a60-80fb-23c13ae1175a req-622db1fb-525d-484f-bb1d-90be71dde86d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 210 time: 0.2126064 Jun 28 22:25:43.201111 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea07bc6650de4579bf83785674849e6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8036823 Jun 28 22:25:43.217125 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51092) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:43.384685 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec01e010-efdb-4ce3-a192-767967c709b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:43.395413 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:43.450392 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51096) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:43.584287 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:25:39Z', 'revision_number': 3, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:43.635312 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Allocated IP 172.20.0.1 (9d9e6894-349a-4a72-aee2-cba42d971743/40b1156b-e70e-4acd-a7d2-5924fbf42a34/6ce1db93-0725-4684-a2a1-7427c30f95d2) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:43.643453 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Checking router: ae5b8b9f-6d8a-4a89-becf-2344ea75e08b for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:25:43.649665 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Updating router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b port 58bf8ed9-761e-46c2-9a57-ed187443e64e binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:25:43.754697 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:43.853084 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:37Z', 'revision_number': 3, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:43.920453 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27429d2-119c-4a27-8fa5-085659a48d4d None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:37Z', 'revision_number': 3, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:25:44.008381 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.018152 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.053980 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Transition to ACTIVE for port object 6ce1db93-0725-4684-a2a1-7427c30f95d2 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:44.104034 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Made reservation on behalf of 138f047cee1f4ec8b0111f84a5886d48 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:44.115046 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.163012 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.173789 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.411793 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.441853 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Transition to ACTIVE for port object 58bf8ed9-761e-46c2-9a57-ed187443e64e will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:44.467430 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.476661 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:44.492316 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.513932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e30f9c76-6ad4-437e-8b05-013e6cb5c5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:44.532678 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-dbb8a9de-3d5e-4ddd-ac1b-d4c013891c04 req-a6970a96-8572-4c85-b415-573b4671c5e9 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.1527169 Jun 28 22:25:44.537544 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:44.538307 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6fb2202a-12fc-4db5-b2e4-eb9ed874cdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.540192 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.628138 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Attempting to bind port 58bf8ed9-761e-46c2-9a57-ed187443e64e on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:44.628740 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Attempting to bind port 58bf8ed9-761e-46c2-9a57-ed187443e64e by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:44.628837 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Attempting to bind port 58bf8ed9-761e-46c2-9a57-ed187443e64e on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:44.668205 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:44.668634 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:44.668971 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.669384 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:44.669854 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Bound port: 58bf8ed9-761e-46c2-9a57-ed187443e64e, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:44.670262 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.681407 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d618c-a58e-461c-8f0a-757d14a53e00 None None] Pushing event updated for resources: {'Port': ['ID=58bf8ed9-761e-46c2-9a57-ed187443e64e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:44.720146 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.743601 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c2d618c-a58e-461c-8f0a-757d14a53e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:44.863357 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] For port 58bf8ed9-761e-46c2-9a57-ed187443e64e, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:44.916779 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] For port 58bf8ed9-761e-46c2-9a57-ed187443e64e, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=58bf8ed9-761e-46c2-9a57-ed187443e64e,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:44.930800 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:44.934249 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:44.968840 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Network 9d9e6894-349a-4a72-aee2-cba42d971743 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:44.977056 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event updated for resources: {'Port': ['ID=cb023c92-2080-4bc6-8299-3abed4aad79e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:45.002866 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:45.004300 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:45.011616 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:45.019910 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:45.027542 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:45.028409 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.060589 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d618c-a58e-461c-8f0a-757d14a53e00 None None] Pushing event updated for resources: {'Port': ['ID=58bf8ed9-761e-46c2-9a57-ed187443e64e,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:45.073837 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c2d618c-a58e-461c-8f0a-757d14a53e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:45.095371 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Routers {'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:45.097486 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:45.175096 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.199126 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:45.291082 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Allocated IP 172.20.0.1 (2ba9798c-2439-44c5-9efc-18f500f41094/9559d397-a41a-4c1e-a77c-e4519a59acd1/967236c0-e8f8-409e-bbf8-5afb08fa5c1d) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:45.297858 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] Set router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:45.306728 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bf48-a38c-4ba0-9928-400661f2d80b req-1b5acdcf-8aa7-4b44-aa9a-ac1ac6a4bf3a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:45.314532 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9849bf48-a38c-4ba0-9928-400661f2d80b req-1b5acdcf-8aa7-4b44-aa9a-ac1ac6a4bf3a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 931 time: 0.7829142 Jun 28 22:25:45.345761 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:45.474496 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 75b26920-1f83-4ffc-94cf-88773e8218e4 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:45.571100 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce1db93-0725-4684-a2a1-7427c30f95d2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:45.634850 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.678707 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.733594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.217s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:45.743266 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.752664 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:45.773216 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 75b26920-1f83-4ffc-94cf-88773e8218e4 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:45.789430 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 75b26920-1f83-4ffc-94cf-88773e8218e4 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:45.790605 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.867809 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Network 2ba9798c-2439-44c5-9efc-18f500f41094 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:45.902219 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:45.908548 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:45.909068 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.925696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6fb2202a-12fc-4db5-b2e4-eb9ed874cdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:45.958811 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9849bf48-a38c-4ba0-9928-400661f2d80b req-d714ae5a-4c1f-4866-9915-63faa1134b1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417089 Jun 28 22:25:45.998520 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4e04dbba-40b2-4c51-91c9-c10471a4b7b7 req-7ece6c81-6b81-46ba-9dd6-8952dfa631a4 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.1608698 Jun 28 22:25:46.010621 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0390592 Jun 28 22:25:46.016375 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:46.024350 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:46.051110 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-1cda3600-8478-45be-a2a5-8d02bdb662ef tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:25:46.052045 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6fb2202a-12fc-4db5-b2e4-eb9ed874cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.052208 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-1cda3600-8478-45be-a2a5-8d02bdb662ef tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186198 Jun 28 22:25:46.052803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.062938 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.087637 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ed1137a4-9274-454f-8308-cc9511ffd0f5 None None] Provisioning for port 6ce1db93-0725-4684-a2a1-7427c30f95d2 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:46.092552 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ed1137a4-9274-454f-8308-cc9511ffd0f5 None None] Provisioning complete for port 6ce1db93-0725-4684-a2a1-7427c30f95d2 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:46.093121 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ed1137a4-9274-454f-8308-cc9511ffd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.117356 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:46.208894 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2202a-12fc-4db5-b2e4-eb9ed874cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16709df5-fb7e-42fc-b796-620bb5148d12,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:46.256007 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:25:39Z', 'revision_number': 3, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:46.262099 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.268203 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc860fff-1fca-4ff6-8604-92d3f4e870fe HTTP/1.1" status: 204 len: 168 time: 3.0454121 Jun 28 22:25:46.271344 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.293513 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ed1137a4-9274-454f-8308-cc9511ffd0f5 None None] Port 6ce1db93-0725-4684-a2a1-7427c30f95d2 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:25:46.335211 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.360296 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ea90d-f309-47a9-8d21-c9df46c31ab3 None None] The sync data for ids ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'] in dv-cinder-792462-20-smb is: [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:25:39Z', 'revision_number': 3, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:25:46.385002 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.452410 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 75b26920-1f83-4ffc-94cf-88773e8218e4, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=75b26920-1f83-4ffc-94cf-88773e8218e4,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:25:46.469338 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.472068 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fc53a8aa-8ee5-4ac7-8042-60369a2d0e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:46.669633 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=75b26920-1f83-4ffc-94cf-88773e8218e4,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:46.677145 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:46.967395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:46.967395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc860fff-1fca-4ff6-8604-92d3f4e870fe,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:46.967395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Allocated IP 172.20.0.13 (7b90308b-f1d6-436f-980e-59635e5df84f/e2ce9b32-6065-43ea-9625-01c5c674dd9c/3fd6ca66-50ca-4cf3-806f-ddf0c307eb04) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:46.967395 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-6fb2202a-12fc-4db5-b2e4-eb9ed874cdde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6b901f9b0584263a0be0658a8fa424a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4700439 Jun 28 22:25:46.967395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51174) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:46.967395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:46.968845 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:46.968845 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:47.262503 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Request body: {'port': {'device_id': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:47.362946 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.425172 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.429820 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 58bf8ed9-761e-46c2-9a57-ed187443e64e up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:47.475167 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0918eec7-d03a-453d-8829-14d2fbcc39f4 req-d56640db-5534-4b0a-82d1-da62a6cc1cab tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.1313577 Jun 28 22:25:47.655984 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 58bf8ed9-761e-46c2-9a57-ed187443e64e completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:47.665729 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 58bf8ed9-761e-46c2-9a57-ed187443e64e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:47.668246 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.731035 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.770941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.794133 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.798123 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ad02ded-6e22-4ff3-9aba-3603276537f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:47.939488 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:47.965859 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:47.979044 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:48.008050 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.092396 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 58bf8ed9-761e-46c2-9a57-ed187443e64e, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=58bf8ed9-761e-46c2-9a57-ed187443e64e,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:25:48.102209 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.106480 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 75b26920-1f83-4ffc-94cf-88773e8218e4 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:48.172250 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c4af3-d9e5-449e-b794-1e56437b14ed req-5d2afe57-2a80-4fcb-93be-ecc02a49dfe5 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:48.185510 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-689c4af3-d9e5-449e-b794-1e56437b14ed req-5d2afe57-2a80-4fcb-93be-ecc02a49dfe5 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 931 time: 0.9189553 Jun 28 22:25:48.203917 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.212583 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:48.235373 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.251810 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16709df5-fb7e-42fc-b796-620bb5148d12 HTTP/1.1" status: 204 len: 168 time: 1.2845492 Jun 28 22:25:48.260275 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:48.341926 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=58bf8ed9-761e-46c2-9a57-ed187443e64e,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:48.342688 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16709df5-fb7e-42fc-b796-620bb5148d12,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:48.364009 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:48.364733 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:48.406990 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-689c4af3-d9e5-449e-b794-1e56437b14ed req-99a6919f-f123-48b8-a1a2-503422f232ee tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041059 Jun 28 22:25:48.441316 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 75b26920-1f83-4ffc-94cf-88773e8218e4 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:48.441908 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.462528 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.632692 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.679890 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:48.730774 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb023c92-2080-4bc6-8299-3abed4aad79e {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:25:48.740549 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.758778 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Transition to ACTIVE for port object cb023c92-2080-4bc6-8299-3abed4aad79e will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:48.764507 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.773241 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:48.965107 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:48.995117 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Network 7b90308b-f1d6-436f-980e-59635e5df84f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:48.995954 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.036401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:49.044973 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:25:49.118116 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb023c92-2080-4bc6-8299-3abed4aad79e,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:49.137486 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:49.177302 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Network 2ba9798c-2439-44c5-9efc-18f500f41094 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:49.250600 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:49.273052 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 58bf8ed9-761e-46c2-9a57-ed187443e64e up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:49.286917 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51238) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:49.314743 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Pushing event updated for resources: {'Port': ['ID=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:49.368735 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:49.380031 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:49.380964 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.408685 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:49.419922 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5108023 Jun 28 22:25:49.451000 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.471042 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Attempting to bind port cb023c92-2080-4bc6-8299-3abed4aad79e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:49.471966 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Attempting to bind port cb023c92-2080-4bc6-8299-3abed4aad79e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:49.472896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Attempting to bind port cb023c92-2080-4bc6-8299-3abed4aad79e on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:49.474460 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.478995 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 58bf8ed9-761e-46c2-9a57-ed187443e64e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:49.479594 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.482060 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Port cb023c92-2080-4bc6-8299-3abed4aad79e on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:25:49.482589 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Attempting to bind port cb023c92-2080-4bc6-8299-3abed4aad79e on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:49.499544 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Request body: {'port': {'device_id': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:49.528034 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:49.528371 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Checking segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:49.532248 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Bound using segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:49.532248 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Bound port: cb023c92-2080-4bc6-8299-3abed4aad79e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:49.532248 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.535652 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51242) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:49.612972 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce1db93-0725-4684-a2a1-7427c30f95d2,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:49.619843 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:49.660411 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28410d7-eb0e-42f2-a335-02e8a52bd7e0 req-c14bbc1c-d94b-4bd8-9e19-6e02b5d3f8f3 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:49.676977 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f28410d7-eb0e-42f2-a335-02e8a52bd7e0 req-c14bbc1c-d94b-4bd8-9e19-6e02b5d3f8f3 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 932 time: 0.8991370 Jun 28 22:25:49.776363 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:25:49.799399 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f28410d7-eb0e-42f2-a335-02e8a52bd7e0 req-a32e667d-685b-4c2c-ad11-9cf9601bfc23 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213982 Jun 28 22:25:49.808341 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] For port cb023c92-2080-4bc6-8299-3abed4aad79e, host hv-cinder-79246, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:49.916751 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:49.920989 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] For port cb023c92-2080-4bc6-8299-3abed4aad79e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb023c92-2080-4bc6-8299-3abed4aad79e,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:49.997214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.025056 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:50.106960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:50.107578 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.109092 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] 10.222.0.61 "PUT /v2.0/ports/cb023c92-2080-4bc6-8299-3abed4aad79e HTTP/1.1" status: 200 len: 1093 time: 3.6448958 Jun 28 22:25:50.139797 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'tag': 'cb023c92-2080-4bc6-8299-3abed4aad79e'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:25:50.230026 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.246699 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb023c92-2080-4bc6-8299-3abed4aad79e,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:50.259780 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:50.281869 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:25:50.287622 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/ae5b8b9f-6d8a-4a89-becf-2344ea75e08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7299914 Jun 28 22:25:50.308205 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Sync routers for ids ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:25:50.328615 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Routers {'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:50.330580 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:50.381695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.382406 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.388929 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.395434 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2750736-53d4-4fad-b63a-753c630e1776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:50.465117 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d039fb624074a96bb2c2b22f5beb68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9273772 Jun 28 22:25:50.466892 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:50.467368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51264) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:50.474998 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c18eaa-b124-423c-8667-a625474a2af7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:50.483314 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:50.522802 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9d0cf-981f-45ca-8f46-18e0b39ba149,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:50.535209 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:50.579506 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61978ed5-e8d5-46fd-a814-0de38ecec3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2927c535-ac26-43b2-a49e-46c6fa56ea93", "tag": "cb023c92-2080-4bc6-8299-3abed4aad79e"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:25:50.621763 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Network 9d9e6894-349a-4a72-aee2-cba42d971743 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:25:50.626549 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:25:50.636443 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09df185d6bab4703b7d8526d2131dee2&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3407032 Jun 28 22:25:50.637199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.639208 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51274) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:50.668961 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.710043 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Set router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:50.725057 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea18a-c454-4b87-9d29-920ea6bed4a8 req-aa715675-a2eb-40ed-81f7-3601f474bee7 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:50.732148 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-32dea18a-c454-4b87-9d29-920ea6bed4a8 req-aa715675-a2eb-40ed-81f7-3601f474bee7 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 943 time: 0.5047078 Jun 28 22:25:50.740051 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.850845 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.856238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:50.858084 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9c18eaa-b124-423c-8667-a625474a2af7 HTTP/1.1" status: 204 len: 168 time: 0.3894730 Jun 28 22:25:50.860299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d2077b-c8a1-4883-9cf2-469c90dab95d x-openstack-request-id: req-55d2077b-c8a1-4883-9cf2-469c90dab95d {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:25:50.860733 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2927c535-ac26-43b2-a49e-46c6fa56ea93", "tag": "cb023c92-2080-4bc6-8299-3abed4aad79e", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:25:50.861129 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55d2077b-c8a1-4883-9cf2-469c90dab95d {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:25:50.861596 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'tag': 'cb023c92-2080-4bc6-8299-3abed4aad79e', 'status': 'completed', 'code': 200} Jun 28 22:25:50.862207 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6f1e8fc7-7699-4a1e-9cad-02e7fa1d4c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:50.873070 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c18eaa-b124-423c-8667-a625474a2af7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:50.875314 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:50.911712 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-32dea18a-c454-4b87-9d29-920ea6bed4a8 req-606b07ef-921b-41d4-a37e-449f8683bd0c tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774514 Jun 28 22:25:51.001259 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:51.030264 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:51.072709 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1908cfaa-9b2f-4cc4-bccb-8c72b04d1b86 None None] Provisioning complete for port 6ce1db93-0725-4684-a2a1-7427c30f95d2 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:51.078719 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1908cfaa-9b2f-4cc4-bccb-8c72b04d1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:51.093069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:51.106434 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:51.110027 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58c9d0cf-981f-45ca-8f46-18e0b39ba149 HTTP/1.1" status: 204 len: 168 time: 0.4652913 Jun 28 22:25:51.116667 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:51.132490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9d0cf-981f-45ca-8f46-18e0b39ba149,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:51.135590 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:51.153789 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978ed5-e8d5-46fd-a814-0de38ecec3fb req-30fc3da7-2024-424a-86b2-0c78b0fd9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:51.167506 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-61978ed5-e8d5-46fd-a814-0de38ecec3fb req-30fc3da7-2024-424a-86b2-0c78b0fd9a6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 1096 time: 0.2400143 Jun 28 22:25:51.224683 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Router adbbe8ee-642c-4f09-85cc-094812b0754f has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:25:51.258028 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:25:51.282418 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-1908cfaa-9b2f-4cc4-bccb-8c72b04d1b86 None None] Port 6ce1db93-0725-4684-a2a1-7427c30f95d2 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:25:51.352433 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '967236c0-e8f8-409e-bbf8-5afb08fa5c1d', 'name': '', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'mac_address': 'fa:16:3e:4f:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:44Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 2, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'subnets': [{'id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:51.519430 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Checking router: ae5b8b9f-6d8a-4a89-becf-2344ea75e08b for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:25:51.525526 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Updating router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:25:51.603710 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:51.705998 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95b0c-350e-4570-afe6-2c10e0b5fc28 req-96a51b57-060e-4ca9-bdd6-c6c250632eac tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:51.718287 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-28d95b0c-350e-4570-afe6-2c10e0b5fc28 req-96a51b57-060e-4ca9-bdd6-c6c250632eac tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 932 time: 0.4599161 Jun 28 22:25:51.871199 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-28d95b0c-350e-4570-afe6-2c10e0b5fc28 req-e4141794-e118-47fb-abf0-91ccbfe52454 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498692 Jun 28 22:25:51.872260 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:25:51.887588 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:25:51.903541 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] 10.222.0.50 "PUT /v2.0/routers/adbbe8ee-642c-4f09-85cc-094812b0754f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2121735 Jun 28 22:25:51.927220 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:51.928299 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:52.002397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:25:52.040135 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.082450 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Transition to ACTIVE for port object 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:52.089417 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.095268 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ad54176-d7b2-4707-ba96-646418f21d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:52.300573 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:52.322839 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.342272 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Pushing event updated for resources: {'Port': ['ID=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:52.352695 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Transition to ACTIVE for port object 967236c0-e8f8-409e-bbf8-5afb08fa5c1d will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:52.362412 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.386651 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:52.431047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:52.447968 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978ed5-e8d5-46fd-a814-0de38ecec3fb req-ebe9d3a9-5d5c-40b6-91e7-1737b79189d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:52.449728 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-61978ed5-e8d5-46fd-a814-0de38ecec3fb req-ebe9d3a9-5d5c-40b6-91e7-1737b79189d3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&shared=False HTTP/1.1" status: 200 len: 915 time: 1.2460010 Jun 28 22:25:52.567462 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e7610-5fd9-46f8-a115-22698a85f0d1 None None] Pushing event updated for resources: {'Port': ['ID=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:52.587648 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-6b6e7610-5fd9-46f8-a115-22698a85f0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:52.768555 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Attempting to bind port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:52.769262 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Attempting to bind port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:52.771984 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Attempting to bind port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d on network 2ba9798c-2439-44c5-9efc-18f500f41094 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:52.783955 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:52.784612 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Checking segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:52.785479 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.789771 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Bound using segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:52.790538 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Bound port: 967236c0-e8f8-409e-bbf8-5afb08fa5c1d, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:52.791124 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.797882 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Attempting to bind port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:52.798513 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Attempting to bind port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8f6865d4-0a51-4c18-84d3-d067874b73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:52.798682 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Attempting to bind port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 on network 7b90308b-f1d6-436f-980e-59635e5df84f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:52.823096 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 on network 7b90308b-f1d6-436f-980e-59635e5df84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:25:52.823483 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Attempting to bind port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 on network 7b90308b-f1d6-436f-980e-59635e5df84f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:52.843972 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:52.844342 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Checking segment: {'id': '8f6865d4-0a51-4c18-84d3-d067874b73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:52.857142 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Bound using segment: {'id': '8f6865d4-0a51-4c18-84d3-d067874b73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:52.859796 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Bound port: 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6865d4-0a51-4c18-84d3-d067874b73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:52.860177 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.942310 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] For port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:52.946741 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] For port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:52.955783 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:52.978248 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:53.000108 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba17802-49c6-4c27-8cb7-78b2ccdeba2d req-967b2487-35a6-44ef-9da0-4f9c84fed182 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:53.002249 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978ed5-e8d5-46fd-a814-0de38ecec3fb req-b14db69f-f924-43df-b894-b3122cf4e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:53.008399 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-61978ed5-e8d5-46fd-a814-0de38ecec3fb req-b14db69f-f924-43df-b894-b3122cf4e0ff service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4391091 Jun 28 22:25:53.011436 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dba17802-49c6-4c27-8cb7-78b2ccdeba2d req-967b2487-35a6-44ef-9da0-4f9c84fed182 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 943 time: 0.4840987 Jun 28 22:25:53.033425 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:47Z', 'revision_number': 2, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:53.073082 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e7610-5fd9-46f8-a115-22698a85f0d1 None None] Pushing event updated for resources: {'Port': ['ID=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:53.103157 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-6b6e7610-5fd9-46f8-a115-22698a85f0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:53.114060 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Routers {'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:53.114976 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:53.137803 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:25:53.138209 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Updating router adbbe8ee-642c-4f09-85cc-094812b0754f port 6ce1db93-0725-4684-a2a1-7427c30f95d2 binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:25:53.171584 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dba17802-49c6-4c27-8cb7-78b2ccdeba2d req-204cf6bf-5e82-42fc-9eae-40a67c3b2a0a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591706 Jun 28 22:25:53.189540 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-d1dd2fdc-adc9-4ce3-a780-c364135650e6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:53.204422 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-d1dd2fdc-adc9-4ce3-a780-c364135650e6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 819 time: 0.9866502 Jun 28 22:25:53.226543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] For port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:53.228162 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:53.238889 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] For port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,segment=NetworkSegment(8f6865d4-0a51-4c18-84d3-d067874b73e6),segment_id=8f6865d4-0a51-4c18-84d3-d067874b73e6)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:53.244874 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:53.251630 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:53.327772 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-d5f3452a-55a5-4b83-bb46-21df2430efe3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/quotas/f6687109f3004a75a4a852ab54c5e541 HTTP/1.1" status: 200 len: 375 time: 0.1218278 Jun 28 22:25:53.343350 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:53.346300 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:53.350014 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] 10.222.0.61 "PUT /v2.0/ports/3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 HTTP/1.1" status: 200 len: 1094 time: 3.8572471 Jun 28 22:25:53.359609 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'tag': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:25:53.401314 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] Set router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:53.576454 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51384) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:53.593356 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Pushing event updated for resources: {'Port': ['ID=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:53.598919 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:53.720974 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-b28e6101-092a-43c8-94f3-73a40aeaf75a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3916168 Jun 28 22:25:53.730787 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-68800146-aaa1-46f7-9428-065b6ec5bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:53.732843 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-68800146-aaa1-46f7-9428-065b6ec5bef2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=138f047cee1f4ec8b0111f84a5886d48&device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 1097 time: 0.2675943 Jun 28 22:25:53.766986 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-dd2460d3-c8fd-4abf-95fe-d7f2a77c1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:53.768548 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-dd2460d3-c8fd-4abf-95fe-d7f2a77c1490 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 1096 time: 0.5450544 Jun 28 22:25:53.804514 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '967236c0-e8f8-409e-bbf8-5afb08fa5c1d', 'name': '', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'mac_address': 'fa:16:3e:4f:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:44Z', 'updated_at': '2021-06-28T22:25:52Z', 'revision_number': 4, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'subnets': [{'id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:53.851214 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50dcc3-7a5a-4be5-8479-51efde384bfd None None] The sync data for ids ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'] in dv-cinder-792462-20-smb is: [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '967236c0-e8f8-409e-bbf8-5afb08fa5c1d', 'name': '', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'mac_address': 'fa:16:3e:4f:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:44Z', 'updated_at': '2021-06-28T22:25:52Z', 'revision_number': 4, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'subnets': [{'id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:25:53.869774 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:53.882782 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Transition to ACTIVE for port object 6ce1db93-0725-4684-a2a1-7427c30f95d2 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:25:53.901745 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:53.957430 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-44922cb0-cee8-4242-a440-e4c9a982ce11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 HTTP/1.1" status: 200 len: 217 time: 0.1832826 Jun 28 22:25:53.958182 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:53.960170 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb1926-44e1-4b3c-aace-7ac733277dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cce200-e5a9-4f8d-9374-a722fcca488f", "tag": "3fd6ca66-50ca-4cf3-806f-ddf0c307eb04"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:25:53.996672 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-68d76747-d3d8-4ba1-b3ea-3e5b7e8fc3f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb023c92-2080-4bc6-8299-3abed4aad79e HTTP/1.1" status: 200 len: 217 time: 0.1814082 Jun 28 22:25:54.177808 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1ea9d-19e8-4986-b760-140f1e15b30c None None] Pushing event updated for resources: {'Port': ['ID=6ce1db93-0725-4684-a2a1-7427c30f95d2,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:54.184436 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:54.235800 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-22b1ea9d-19e8-4986-b760-140f1e15b30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:54.278419 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Attempting to bind port 6ce1db93-0725-4684-a2a1-7427c30f95d2 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:25:54.278794 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Attempting to bind port 6ce1db93-0725-4684-a2a1-7427c30f95d2 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:25:54.279349 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Attempting to bind port 6ce1db93-0725-4684-a2a1-7427c30f95d2 on network 9d9e6894-349a-4a72-aee2-cba42d971743 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:25:54.280326 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-64bb87a5-77ca-4948-959c-2194bff6eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:54.282070 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-64bb87a5-77ca-4948-959c-2194bff6eca9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.1706603 Jun 28 22:25:54.290142 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-a8f55d48-c482-47dc-ba8b-1f427bc32f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:54.291832 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-a8f55d48-c482-47dc-ba8b-1f427bc32f42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2ce9b32-6065-43ea-9625-01c5c674dd9c HTTP/1.1" status: 200 len: 852 time: 0.3174498 Jun 28 22:25:54.298315 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:25:54.298909 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Checking segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:25:54.299581 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:54.300214 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Bound using segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:25:54.303242 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Bound port: 6ce1db93-0725-4684-a2a1-7427c30f95d2, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:25:54.303677 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:54.487361 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-c80cf293-7237-4f9a-92a5-401b565bd934 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b90308b-f1d6-436f-980e-59635e5df84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715889 Jun 28 22:25:54.492673 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-32547a0e-91d8-480f-881d-659d7229493a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571329 Jun 28 22:25:54.507628 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-c8a1340c-9277-4939-baaf-5d9eb7695c90 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844329 Jun 28 22:25:54.625232 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] For port 6ce1db93-0725-4684-a2a1-7427c30f95d2, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:25:54.643798 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] For port 6ce1db93-0725-4684-a2a1-7427c30f95d2, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=6ce1db93-0725-4684-a2a1-7427c30f95d2,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:25:54.663317 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:54.680147 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:54.745316 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-d693c209-12ba-4cde-ba0f-9544d285a5ed service neutron] 10.222.0.50 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339320 Jun 28 22:25:54.943738 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1ea9d-19e8-4986-b760-140f1e15b30c None None] Pushing event updated for resources: {'Port': ['ID=6ce1db93-0725-4684-a2a1-7427c30f95d2,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:54.950036 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-22b1ea9d-19e8-4986-b760-140f1e15b30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:54.954764 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:25:54.956190 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:25:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:55.190167 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-b26a4bda-5bc2-4d3f-9f19-931ac19d580e service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384823 Jun 28 22:25:55.313007 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51422) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:55.370145 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 967236c0-e8f8-409e-bbf8-5afb08fa5c1d up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:55.408463 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451087321', 'description': 'tempest-description--47618897'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:55.454867 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-ff0bab95-23df-4d60-ae69-485e5ed8c3e9 service neutron] 10.222.0.61 "GET /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281561 Jun 28 22:25:55.518126 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:25:55.763228 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:55.785580 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:55.817148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc84dd-a325-4d62-81c9-bf296e527b69 req-3378d111-9197-46f1-a072-5c946ccf77bd tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:55.819498 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-72dc84dd-a325-4d62-81c9-bf296e527b69 req-3378d111-9197-46f1-a072-5c946ccf77bd tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 944 time: 0.3610055 Jun 28 22:25:55.821866 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-654e1a0a-b081-445f-acbf-b5ea73be9db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:55.827335 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9579b2f1-8287-405d-9166-d685a96af6e6 req-bb77af7d-3177-423f-bf68-1a6839fcec98 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124237 Jun 28 22:25:55.834757 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:55.967850 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-899d2488-f129-4c44-a61d-6d042d9c8919 req-c35c1c07-3846-49a5-a134-e717b0bca162 service neutron] 10.222.0.61 "GET /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868898 Jun 28 22:25:55.983249 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3b631-7aab-40a2-9abd-61dad05c8631,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:55.989342 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=137d61bba4ee441eb5c8f4ddf56212fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3892419 Jun 28 22:25:55.990578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:55.992142 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51442) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:56.052604 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:56.059650 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:56.060350 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.067541 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-72dc84dd-a325-4d62-81c9-bf296e527b69 req-31a0c825-53b8-425b-9d0d-ea746a830b8a tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370656 Jun 28 22:25:56.169782 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.226279 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51446) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:56.328433 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.519083 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.522283 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.522450 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.523728 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6a3b631-7aab-40a2-9abd-61dad05c8631 HTTP/1.1" status: 204 len: 168 time: 0.5302360 Jun 28 22:25:56.524533 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:56.541061 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3b631-7aab-40a2-9abd-61dad05c8631,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:56.548910 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:56.562779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a58fdb-a9d5-4b59-9398-7eea1a90c6a0 x-openstack-request-id: req-e7a58fdb-a9d5-4b59-9398-7eea1a90c6a0 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:25:56.565445 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cce200-e5a9-4f8d-9374-a722fcca488f", "tag": "3fd6ca66-50ca-4cf3-806f-ddf0c307eb04", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:25:56.565975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7a58fdb-a9d5-4b59-9398-7eea1a90c6a0 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:25:56.566691 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'tag': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04', 'status': 'completed', 'code': 200} Jun 28 22:25:56.608767 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.638096 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.664696 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:56.669259 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.689317 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.693449 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3748734 Jun 28 22:25:56.707314 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51458) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:56.721079 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'security_group_rule': {'security_group_id': 'cfe34d8f-b1de-49dc-adde-ce6a62094b29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:56.756767 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe34d8f-b1de-49dc-adde-ce6a62094b29,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:56.762629 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:56.815922 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:25:56.830783 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.842370 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99351899-e9ee-4c44-92c2-c2761b6f6357 req-1d2b90b2-db13-4037-9e6e-6a5c0865b5f0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:56.843912 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99351899-e9ee-4c44-92c2-c2761b6f6357 req-1d2b90b2-db13-4037-9e6e-6a5c0865b5f0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 943 time: 0.4091611 Jun 28 22:25:56.845349 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:56.895852 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:56.907906 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4bc70c39-8ca1-47ec-b79c-07e7b7a08a1f req-616befbd-b2f1-4a49-a0fa-78af7eb77e3a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 210 time: 0.0806954 Jun 28 22:25:56.932745 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-04e8da65-06e7-4c03-8f78-d1a30db1fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:56.934291 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-04e8da65-06e7-4c03-8f78-d1a30db1fbf3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=138f047cee1f4ec8b0111f84a5886d48&device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 1097 time: 0.2501242 Jun 28 22:25:56.982314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:57.002665 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:57.073855 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99351899-e9ee-4c44-92c2-c2761b6f6357 req-8f96527d-54e7-4f8e-ac8b-fc47a2d29e8a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054873 Jun 28 22:25:57.170770 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 967236c0-e8f8-409e-bbf8-5afb08fa5c1d up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:57.205764 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.214519 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.217840 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:57.263854 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:54Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:25:57.284481 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8d65c1-b778-4a58-bc53-1c5524af3f2e,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:57.288488 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:57.296678 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-e24d6273-1daa-4eec-8c3b-28d52e5d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:57.298092 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-e24d6273-1daa-4eec-8c3b-28d52e5d2bd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b90308b-f1d6-436f-980e-59635e5df84f HTTP/1.1" status: 200 len: 913 time: 0.3536017 Jun 28 22:25:57.310092 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.326319 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.327038 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13572b7-bd1b-4425-9d01-5d1ac9a63066 None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:54Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:25:57.327606 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6166918 Jun 28 22:25:57.331461 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51478) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:57.336859 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'security_group_rule': {'security_group_id': 'cfe34d8f-b1de-49dc-adde-ce6a62094b29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:57.434601 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:57.435253 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.440284 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.453709 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-da170084-557d-4ebb-99ed-7dd09fe5656f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 HTTP/1.1" status: 200 len: 217 time: 0.1193659 Jun 28 22:25:57.456042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.465978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:57.572837 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5227e-db8b-428c-a27f-23d465995720,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:57.582234 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab264eabeddf43a9a74b7f59a70e53fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3548939 Jun 28 22:25:57.584848 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51494) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:57.585414 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51496) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:57.587720 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:57.619777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-ace244f9-44a7-440f-8568-6ea4f1e91435 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:57.621983 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-ace244f9-44a7-440f-8568-6ea4f1e91435 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 819 time: 0.1418417 Jun 28 22:25:57.662226 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-c78bd6d8-173e-42a9-9171-8a754e84d63e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/quotas/f6687109f3004a75a4a852ab54c5e541 HTTP/1.1" status: 200 len: 375 time: 0.0148981 Jun 28 22:25:57.671036 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.695035 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.728112 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.735061 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-8d0c9f66-e708-43cb-914e-e0b15bd63149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:57.737220 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-8d0c9f66-e708-43cb-914e-e0b15bd63149 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2ce9b32-6065-43ea-9625-01c5c674dd9c HTTP/1.1" status: 200 len: 852 time: 0.2571616 Jun 28 22:25:57.739009 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b2430d70-c84d-44f8-b693-cc7de8533003 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:57.748397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51498) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:57.768444 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:57.772731 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4372206 Jun 28 22:25:57.774742 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51500) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:57.779906 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'floatingip': {'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:57.795452 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a47b32-f0ac-4b1b-9602-be354ebd6666,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:57.807851 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:57.819948 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-bea62675-d107-4f3e-afa2-17dfc7609262 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434979 Jun 28 22:25:57.875666 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.db.api [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 22:25:57.875666 dv-cinder-792462-20-smb neutron-server[92979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 22:25:57.875666 dv-cinder-792462-20-smb neutron-server[92979]: [parameters: {'project_id_1': '7932c3dab0d446aab24c980b038a06ba', 'expiration_1': datetime.datetime(2021, 6, 28, 22, 25, 57, 785722)}] Jun 28 22:25:57.875666 dv-cinder-792462-20-smb neutron-server[92979]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:25:57.877129 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_db.api [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:25:57.909396 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13bdbe-60a2-4d54-a74f-3b643e2084d1 req-71809d88-f659-40fa-af57-f0ff406a4551 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:57.916214 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7d13bdbe-60a2-4d54-a74f-3b643e2084d1 req-71809d88-f659-40fa-af57-f0ff406a4551 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 944 time: 0.5805624 Jun 28 22:25:57.927675 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-17b3cafb-b5ab-4084-b598-1937bc962603 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b90308b-f1d6-436f-980e-59635e5df84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645949 Jun 28 22:25:58.013400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.139051 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.300595 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.300595 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7d13bdbe-60a2-4d54-a74f-3b643e2084d1 req-067b2074-46ce-4115-b37c-556676d40ba9 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715243 Jun 28 22:25:58.322753 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.326249 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ce5227e-db8b-428c-a27f-23d465995720 HTTP/1.1" status: 204 len: 168 time: 0.7316768 Jun 28 22:25:58.408865 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:58.415705 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-59096f79-d509-4179-8898-0f5f9a203ddd service neutron] 10.222.0.61 "GET /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569085 Jun 28 22:25:58.421831 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-a9520e3f-7915-4e20-81ca-b95176f33383 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007986 Jun 28 22:25:58.437150 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.447763 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.532885 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-e8dc68f9-425a-49fc-a1e2-d3dce35dfe57 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:58.534669 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-e8dc68f9-425a-49fc-a1e2-d3dce35dfe57 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 819 time: 0.6222589 Jun 28 22:25:58.590468 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.591516 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5227e-db8b-428c-a27f-23d465995720,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:58.601212 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:58.616543 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Request body: {'port': {'device_id': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'admin_state_up': True, 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:25:58.625265 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.659399 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:58.663504 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=473a0b734c104476b2090f1386f4e004&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0727866 Jun 28 22:25:58.670375 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51526) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:58.794746 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907603b8-13d4-4f79-855a-e44cc4754b95,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:58.800758 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-1f6c0a70-c04f-41b3-8f41-61ecaa4d9c86 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647199 Jun 28 22:25:58.803978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:58.806662 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-90fb1926-44e1-4b3c-aace-7ac733277dbb req-8c05b27c-5cc1-44c0-a103-8ae7fbc06ec4 service neutron] 10.222.0.61 "GET /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624778 Jun 28 22:25:58.900188 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0970-89bc-44f5-9b1d-3eb3b8c21207 req-8e3c2526-0913-4038-beaa-4a09b9f7d47b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:58.906749 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-42cc0970-89bc-44f5-9b1d-3eb3b8c21207 req-8e3c2526-0913-4038-beaa-4a09b9f7d47b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 943 time: 0.3171194 Jun 28 22:25:58.917677 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51532) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:58.948681 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.954166 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:58.998042 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.026011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.030614 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-42cc0970-89bc-44f5-9b1d-3eb3b8c21207 req-4eddad6e-4655-4052-9d6c-0a2a501b307c tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125889 Jun 28 22:25:59.032912 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.038109 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ec64a391-a2dc-4f46-91c7-44afb3408790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:59.091495 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.db.api [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 22:25:59.091495 dv-cinder-792462-20-smb neutron-server[92979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 22:25:59.091495 dv-cinder-792462-20-smb neutron-server[92979]: [parameters: {'project_id_1': '7c2916c426474344aef6baf8101522ed', 'expiration_1': datetime.datetime(2021, 6, 28, 22, 25, 58, 994564)}] Jun 28 22:25:59.091495 dv-cinder-792462-20-smb neutron-server[92979]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:25:59.091495 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_db.api [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:25:59.118087 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.123132 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Made reservation on behalf of f6687109f3004a75a4a852ab54c5e541 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:25:59.128053 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.179835 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5feed5-0771-4d2b-9d20-74ef939d6043,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:59.185366 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:59.205169 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb6d7eb2814e4b739b3486130170b51b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4436338 Jun 28 22:25:59.205581 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51538) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:25:59.242709 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 6ce1db93-0725-4684-a2a1-7427c30f95d2 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:25:59.253511 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-baf0563d-04d9-4990-9fea-0776676fee41 req-70abaef2-f134-4bbb-a710-ffa7d32314b7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 210 time: 0.0865436 Jun 28 22:25:59.283808 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.324206 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 6ce1db93-0725-4684-a2a1-7427c30f95d2 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:25:59.330424 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 6ce1db93-0725-4684-a2a1-7427c30f95d2 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:25:59.332634 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.360148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.363970 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/907603b8-13d4-4f79-855a-e44cc4754b95 HTTP/1.1" status: 204 len: 168 time: 0.6911259 Jun 28 22:25:59.376385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b3801d6c-c039-4cb4-bfab-643db3ea78eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:59.390870 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907603b8-13d4-4f79-855a-e44cc4754b95,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:59.398032 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:59.418940 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.533615 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.537964 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.576605 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 6ce1db93-0725-4684-a2a1-7427c30f95d2, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=6ce1db93-0725-4684-a2a1-7427c30f95d2,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:25:59.583604 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.586354 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-95326bda-38f0-4992-8aea-cae1c10984cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:59.593182 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.646737 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=6ce1db93-0725-4684-a2a1-7427c30f95d2,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:59.649252 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:25:59.650523 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Allocated IP 172.28.3.36 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/687a0d69-c15e-4063-8d96-4587bbc210af) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:59.685177 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Allocated IP 172.20.0.4 (2ba9798c-2439-44c5-9efc-18f500f41094/9559d397-a41a-4c1e-a77c-e4519a59acd1/aa6f130a-3929-42af-a9c4-49ac48e873ca) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:25:59.813767 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8499f6-ab7b-45d7-ba73-1e6a73d2ac4c req-e8abf2b3-32e4-4163-b0ba-248f547a9382 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:25:59.815351 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0d8499f6-ab7b-45d7-ba73-1e6a73d2ac4c req-e8abf2b3-32e4-4163-b0ba-248f547a9382 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 944 time: 0.3107138 Jun 28 22:25:59.829083 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.850330 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:25:59.851521 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a5feed5-0771-4d2b-9d20-74ef939d6043 HTTP/1.1" status: 204 len: 168 time: 0.6448708 Jun 28 22:25:59.861314 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:25:59.907361 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5feed5-0771-4d2b-9d20-74ef939d6043,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:25:59.932656 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:00.001371 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.025320 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0d8499f6-ab7b-45d7-ba73-1e6a73d2ac4c req-2de59038-dbd0-4ce7-bb50-9683062ba237 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973090 Jun 28 22:26:00.095692 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.102949 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.114368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.120587 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:00.193272 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51572) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:00.193803 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c2916c426474344aef6baf8101522ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2733483 Jun 28 22:26:00.197696 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.203331 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30124781-2f60-4a61-ba04-002bb859e47e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:00.216877 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:00.217343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:00.262534 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:00.271967 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:00.287127 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:00.299486 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cb023c92-2080-4bc6-8299-3abed4aad79e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:00.325697 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.327577 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'Port': ['ID=687a0d69-c15e-4063-8d96-4587bbc210af,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:00.386830 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.416398 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:00.417043 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:00.422423 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Network 2ba9798c-2439-44c5-9efc-18f500f41094 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:00.436200 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:00.492852 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.495180 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port cb023c92-2080-4bc6-8299-3abed4aad79e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb023c92-2080-4bc6-8299-3abed4aad79e,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:00.507989 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:00.509529 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.523807 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'cb023c92-2080-4bc6-8299-3abed4aad79e', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'port_id': 'cb023c92-2080-4bc6-8299-3abed4aad79e', 'mac_address': 'fa:16:3e:c4:bc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1b4052-ed39-48bc-a580-5a7823e2f1b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:00.530232 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8cbf6-90e1-4a23-8b61-1fc1d6b84468 req-9761c340-16b5-49bd-827d-c29362e19746 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:00.532565 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:00.536787 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.546801 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-13c8cbf6-90e1-4a23-8b61-1fc1d6b84468 req-9761c340-16b5-49bd-827d-c29362e19746 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 943 time: 0.3269324 Jun 28 22:26:00.602043 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.623342 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb023c92-2080-4bc6-8299-3abed4aad79e {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:00.625550 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Pushing event updated for resources: {'Port': ['ID=aa6f130a-3929-42af-a9c4-49ac48e873ca,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:00.645893 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0371718 Jun 28 22:26:00.648614 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:00.650572 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2af88765-ed22-4ad3-aa8b-317fa1c69db2 req-c9a04914-3608-4c7e-bc25-8a35ab779f5f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 210 time: 0.0597727 Jun 28 22:26:00.665762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Request body: {'port': {'device_id': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:00.669268 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.728216 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port cb023c92-2080-4bc6-8299-3abed4aad79e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb023c92-2080-4bc6-8299-3abed4aad79e,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:00.740327 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:00.741541 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:00.896077 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-bf1bea4a-dbee-465e-93c2-0dab975c3a36 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:00.898025 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-bf1bea4a-dbee-465e-93c2-0dab975c3a36 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 819 time: 0.2611589 Jun 28 22:26:00.913560 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-13c8cbf6-90e1-4a23-8b61-1fc1d6b84468 req-c1f36ce1-402c-4236-a6df-b0aacf818468 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654923 Jun 28 22:26:00.925696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Request body: {'port': {'device_id': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'admin_state_up': True, 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:01.009543 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.022876 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,segment=NetworkSegment(8f6865d4-0a51-4c18-84d3-d067874b73e6),segment_id=8f6865d4-0a51-4c18-84d3-d067874b73e6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:01.066550 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:01.126424 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.142446 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04', 'network_id': '7b90308b-f1d6-436f-980e-59635e5df84f', 'port_id': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04', 'mac_address': 'fa:16:3e:96:af:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ce9b32-6065-43ea-9625-01c5c674dd9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:01.142981 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.153589 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30124781-2f60-4a61-ba04-002bb859e47e HTTP/1.1" status: 204 len: 168 time: 0.9589863 Jun 28 22:26:01.162454 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c68e10f-384a-4b26-9ed9-0db1ce4359a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:01.191939 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 6ce1db93-0725-4684-a2a1-7427c30f95d2 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:01.200904 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Made reservation on behalf of f6687109f3004a75a4a852ab54c5e541 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:01.210245 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.273196 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30124781-2f60-4a61-ba04-002bb859e47e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:01.282984 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:01.406133 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.424982 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eabbf-3b78-42ed-88a5-4ec12a6164b4 req-2e2b2bcc-f035-4939-b044-36fe89c5c33a tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:01.428215 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-711eabbf-3b78-42ed-88a5-4ec12a6164b4 req-2e2b2bcc-f035-4939-b044-36fe89c5c33a tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 944 time: 0.2228467 Jun 28 22:26:01.441518 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=cb023c92-2080-4bc6-8299-3abed4aad79e,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:01.444294 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.444471 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.447872 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:01.462605 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:01.466536 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:01.488628 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,segment=NetworkSegment(8f6865d4-0a51-4c18-84d3-d067874b73e6),segment_id=8f6865d4-0a51-4c18-84d3-d067874b73e6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:01.498742 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 6ce1db93-0725-4684-a2a1-7427c30f95d2 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:01.499372 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.502462 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.520851 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c2d618c-a58e-461c-8f0a-757d14a53e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:01.564415 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.588174 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:01.593051 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:01.601376 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'Port': ['ID=687a0d69-c15e-4063-8d96-4587bbc210af,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:01.614945 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-711eabbf-3b78-42ed-88a5-4ec12a6164b4 req-516ffc1a-b4a7-4988-be5a-a1c5d297ad90 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730528 Jun 28 22:26:01.619242 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:01.624737 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.626422 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8505445 Jun 28 22:26:01.720354 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6f130a-3929-42af-a9c4-49ac48e873ca {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:01.728838 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.743990 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Transition to ACTIVE for port object aa6f130a-3929-42af-a9c4-49ac48e873ca will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:01.759528 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.765363 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:01.838996 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=aa6f130a-3929-42af-a9c4-49ac48e873ca,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:01.862462 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:01.878434 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Attempting to bind port aa6f130a-3929-42af-a9c4-49ac48e873ca on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:26:01.878919 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Attempting to bind port aa6f130a-3929-42af-a9c4-49ac48e873ca by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:26:01.879413 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Attempting to bind port aa6f130a-3929-42af-a9c4-49ac48e873ca on network 2ba9798c-2439-44c5-9efc-18f500f41094 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:01.886326 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Port aa6f130a-3929-42af-a9c4-49ac48e873ca on network 2ba9798c-2439-44c5-9efc-18f500f41094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:26:01.886888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Attempting to bind port aa6f130a-3929-42af-a9c4-49ac48e873ca on network 2ba9798c-2439-44c5-9efc-18f500f41094 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:01.894604 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-023aa970-92e5-44f7-b53e-8f72addc0292 req-cb58f200-5be1-4e8c-9a64-0f1ac462bacd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 210 time: 0.0506797 Jun 28 22:26:01.896021 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Allocated IP 172.20.0.10 (2ba9798c-2439-44c5-9efc-18f500f41094/9559d397-a41a-4c1e-a77c-e4519a59acd1/cfd54608-bafa-4c63-937a-3f5e48151529) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:26:01.898343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:26:01.898872 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Checking segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:01.900102 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Bound using segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:26:01.900919 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Bound port: aa6f130a-3929-42af-a9c4-49ac48e873ca, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:26:01.901610 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:01.907271 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:01.938249 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['3fd6ca66-50ca-4cf3-806f-ddf0c307eb04'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:01.988471 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] For port aa6f130a-3929-42af-a9c4-49ac48e873ca, host hv-cinder-79246, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:26:01.994980 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] For port aa6f130a-3929-42af-a9c4-49ac48e873ca, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:26:02.004925 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:02.011092 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ee9044fa-b8de-4277-9de9-4e2f6ff83b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:02.112403 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:02.113081 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:02.119893 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] 10.222.0.61 "PUT /v2.0/ports/aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 1093 time: 1.4570487 Jun 28 22:26:02.120654 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'tag': 'aa6f130a-3929-42af-a9c4-49ac48e873ca'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:02.129010 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260ccd32-5d91-47f2-8635-5598e08d557b" -d '{"events": [{"name": "network-changed", "server_uuid": "98756866-cede-4dcd-bf82-4cc1abaa4f03", "tag": "aa6f130a-3929-42af-a9c4-49ac48e873ca"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:02.214571 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:02.289588 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-b4c06b46-18a6-44e5-95d9-795501c51300 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--451087321&fields=id&tenant_id=7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 267 time: 0.0594218 Jun 28 22:26:02.411322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:02.423408 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:02.483933 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Network 2ba9798c-2439-44c5-9efc-18f500f41094 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:02.487864 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:02.495379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:02.507588 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-4c8470b7-156f-48dc-8159-d40163c4ab2d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:02.509190 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-4c8470b7-156f-48dc-8159-d40163c4ab2d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 817 time: 0.2119274 Jun 28 22:26:02.578483 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=aa6f130a-3929-42af-a9c4-49ac48e873ca,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:02.582638 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:02.639725 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236a54-d00d-4262-a5b7-473248c09ac4 req-b89617cb-41d5-4afe-a383-8e517d9e2e5b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:02.641353 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9c236a54-d00d-4262-a5b7-473248c09ac4 req-b89617cb-41d5-4afe-a383-8e517d9e2e5b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 944 time: 0.4228477 Jun 28 22:26:02.644690 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-7a5ac374-2677-451b-b76a-50acd0b879ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:02.646425 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-7a5ac374-2677-451b-b76a-50acd0b879ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1096 time: 0.4531202 Jun 28 22:26:02.704148 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-e06328d8-b067-44db-b8b2-2386048baa55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.0368917 Jun 28 22:26:02.731110 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9c236a54-d00d-4262-a5b7-473248c09ac4 req-3a554430-cc54-40aa-b577-86e79d820471 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828559 Jun 28 22:26:02.793602 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef5e7e-a927-4304-97be-e49f50c37bce x-openstack-request-id: req-08ef5e7e-a927-4304-97be-e49f50c37bce {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:02.794307 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98756866-cede-4dcd-bf82-4cc1abaa4f03", "tag": "aa6f130a-3929-42af-a9c4-49ac48e873ca", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:02.794689 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08ef5e7e-a927-4304-97be-e49f50c37bce {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:02.795287 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'tag': 'aa6f130a-3929-42af-a9c4-49ac48e873ca', 'status': 'completed', 'code': 200} Jun 28 22:26:02.807730 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Pushing event updated for resources: {'Port': ['ID=cfd54608-bafa-4c63-937a-3f5e48151529,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:02.811959 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-aa2692a5-8f86-4593-8022-013e0a5045ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:02.813673 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-aa2692a5-8f86-4593-8022-013e0a5045ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0945969 Jun 28 22:26:02.813814 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:02.817812 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-85aa915d-8d26-4b27-9057-6b090917fa3d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/quotas/7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 375 time: 0.0688839 Jun 28 22:26:02.845624 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:02.846831 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:02.874323 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-0eab4d18-34be-48d7-a65c-e01b10858781 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479605 Jun 28 22:26:02.906694 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9894078 Jun 28 22:26:02.926998 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Request body: {'port': {'device_id': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:02.944829 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51710) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:03.004821 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-c08917b4-9315-487e-ab99-2b5c0a249c13 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770728 Jun 28 22:26:03.135061 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:03.135300 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-fbc482c0-c028-4e96-b380-d8e4d97524f0 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540269 Jun 28 22:26:03.150248 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-5678bbe2-61bf-46b3-8c84-54a5f8be1393 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212170 Jun 28 22:26:03.170637 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453552f1-aa4a-493f-9712-bb5f3a0d3e54 req-983eaf81-694e-4f8e-8d27-975d727d0cdc tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:03.172167 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-453552f1-aa4a-493f-9712-bb5f3a0d3e54 req-983eaf81-694e-4f8e-8d27-975d727d0cdc tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 945 time: 0.2179682 Jun 28 22:26:03.298675 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-453552f1-aa4a-493f-9712-bb5f3a0d3e54 req-200d042c-afb0-4263-a8d9-9eb81be0317b tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072803 Jun 28 22:26:03.327766 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99c9d696-e89b-43ae-a097-e30e476b8c79 req-c3ccc351-25bb-4a7c-83be-7a9d973fceda service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806877 Jun 28 22:26:03.385412 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-f7e27421-87e7-4f30-9ced-b14ef32774e3 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108026 Jun 28 22:26:03.393371 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:03.597468 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ccd32-5d91-47f2-8635-5598e08d557b req-012a842e-13ce-4e2a-b923-56d34a0e2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:03.598993 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-012a842e-13ce-4e2a-b923-56d34a0e2b21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1096 time: 0.1713152 Jun 28 22:26:03.658922 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd54608-bafa-4c63-937a-3f5e48151529 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:03.670054 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51736) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:03.694766 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a8195b8e-cd54-4f51-bfe4-426c89ac000b req-a7a6b2aa-c2a9-4e66-ab15-055a2ba6bb13 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 210 time: 0.0389531 Jun 28 22:26:03.699188 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:03.730141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Transition to ACTIVE for port object cfd54608-bafa-4c63-937a-3f5e48151529 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:03.737148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd86b-e9c0-4c7f-865d-f407f9940511 req-9671c07a-c780-40a1-8861-b2419fe5d7f4 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:03.738828 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-401bd86b-e9c0-4c7f-865d-f407f9940511 req-9671c07a-c780-40a1-8861-b2419fe5d7f4 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 932 time: 0.2597742 Jun 28 22:26:03.740895 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:03.743482 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:03.819099 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:03.835640 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:03.850761 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:03.866446 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd54608-bafa-4c63-937a-3f5e48151529,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:03.867033 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-401bd86b-e9c0-4c7f-865d-f407f9940511 req-b98a3132-975f-4e02-853c-2c17738cb698 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115024 Jun 28 22:26:03.872232 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ccd32-5d91-47f2-8635-5598e08d557b req-11f56bb6-86b5-4d05-bec0-0e8d1e355e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:03.873715 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-11f56bb6-86b5-4d05-bec0-0e8d1e355e1a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.2666886 Jun 28 22:26:03.930497 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7423dc300b843b1bde3043374faa63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9820859 Jun 28 22:26:03.930880 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51750) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:03.937899 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-7e263fdb-8183-47c5-80d7-7ee42fe49202 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.0541458 Jun 28 22:26:03.939502 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd4935-017f-436a-875b-d13625fda2ca,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:03.946211 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:03.958042 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:04.083264 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ccd32-5d91-47f2-8635-5598e08d557b req-ee4d8b15-e49c-4f3f-8a90-9242df40fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:04.085149 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-ee4d8b15-e49c-4f3f-8a90-9242df40fdcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.1384423 Jun 28 22:26:04.105297 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.109933 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Attempting to bind port cfd54608-bafa-4c63-937a-3f5e48151529 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:26:04.111407 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Attempting to bind port cfd54608-bafa-4c63-937a-3f5e48151529 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:26:04.111738 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Attempting to bind port cfd54608-bafa-4c63-937a-3f5e48151529 on network 2ba9798c-2439-44c5-9efc-18f500f41094 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:04.135200 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Port cfd54608-bafa-4c63-937a-3f5e48151529 on network 2ba9798c-2439-44c5-9efc-18f500f41094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:26:04.135602 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Attempting to bind port cfd54608-bafa-4c63-937a-3f5e48151529 on network 2ba9798c-2439-44c5-9efc-18f500f41094 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:04.139073 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-4a65cc9e-e315-49f9-8582-ec6e6654122e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451002 Jun 28 22:26:04.155780 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:26:04.156334 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Checking segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:04.156884 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Bound using segment: {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:26:04.157398 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Bound port: cfd54608-bafa-4c63-937a-3f5e48151529, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655eb608-5e7e-4d82-8705-ec24f0340541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:26:04.161330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.172432 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1403459750-network', 'tenant_id': '1bdc552114a448dca7857e8f94a11a5b'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:04.215330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb1e2-ad7d-4c96-9777-632120fe406a req-54d200f0-d119-48c1-a1aa-f157d1e59542 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:04.223134 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-152cb1e2-ad7d-4c96-9777-632120fe406a req-54d200f0-d119-48c1-a1aa-f157d1e59542 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 944 time: 0.2255201 Jun 28 22:26:04.255651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.275042 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cb023c92-2080-4bc6-8299-3abed4aad79e up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:04.296738 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-152cb1e2-ad7d-4c96-9777-632120fe406a req-af59c1c8-85a7-46e9-a8e7-26ee056007c1 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685382 Jun 28 22:26:04.303985 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] For port cfd54608-bafa-4c63-937a-3f5e48151529, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:26:04.311637 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] For port cfd54608-bafa-4c63-937a-3f5e48151529, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfd54608-bafa-4c63-937a-3f5e48151529,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:26:04.336916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.341951 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:04.384768 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Made reservation on behalf of 1bdc552114a448dca7857e8f94a11a5b for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:04.387183 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.393187 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:04.395465 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.399079 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] 10.222.0.61 "PUT /v2.0/ports/cfd54608-bafa-4c63-937a-3f5e48151529 HTTP/1.1" status: 200 len: 1094 time: 1.4767258 Jun 28 22:26:04.405549 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'tag': 'cfd54608-bafa-4c63-937a-3f5e48151529'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:04.406022 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port cb023c92-2080-4bc6-8299-3abed4aad79e completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:04.413012 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06267325-b94e-4423-98fc-2a51c992272e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cb29e4-d17e-451c-bbda-1ba9c634488d", "tag": "cfd54608-bafa-4c63-937a-3f5e48151529"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:04.413528 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port cb023c92-2080-4bc6-8299-3abed4aad79e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:04.413912 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.416834 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.501881 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-c20ec21e-4c6e-4ce1-ba4d-aef7b66bab7e service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366134 Jun 28 22:26:04.512718 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.525107 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd54608-bafa-4c63-937a-3f5e48151529,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:04.540527 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:04.546195 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.546477 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db37d3-a8aa-410d-8bf7-912ffa608ec2 x-openstack-request-id: req-35db37d3-a8aa-410d-8bf7-912ffa608ec2 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:04.546770 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.546887 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cb29e4-d17e-451c-bbda-1ba9c634488d", "tag": "cfd54608-bafa-4c63-937a-3f5e48151529", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:04.547239 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35db37d3-a8aa-410d-8bf7-912ffa608ec2 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:04.547885 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8dd4935-017f-436a-875b-d13625fda2ca HTTP/1.1" status: 204 len: 168 time: 0.6162598 Jun 28 22:26:04.550411 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'tag': 'cfd54608-bafa-4c63-937a-3f5e48151529', 'status': 'completed', 'code': 200} Jun 28 22:26:04.562044 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:04.583837 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb023c92-2080-4bc6-8299-3abed4aad79e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:04.637986 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd4935-017f-436a-875b-d13625fda2ca,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:04.667155 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:04.740082 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-260ccd32-5d91-47f2-8635-5598e08d557b req-b3c3dc98-d266-4adf-b787-73bbcfb10915 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251875 Jun 28 22:26:04.776791 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9343cf-6541-40ea-9a2c-1f45d9dd810a req-6cf48840-3afe-4934-b44c-e0a5416cf677 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:04.793875 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6b9343cf-6541-40ea-9a2c-1f45d9dd810a req-6cf48840-3afe-4934-b44c-e0a5416cf677 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 945 time: 0.2971647 Jun 28 22:26:04.813285 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-76dce96e-7843-419e-8e53-fd3285847269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:04.814861 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-76dce96e-7843-419e-8e53-fd3285847269 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 1097 time: 0.1835799 Jun 28 22:26:04.854541 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.881554 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6b9343cf-6541-40ea-9a2c-1f45d9dd810a req-82db92e1-6c3a-4026-81d0-5101601201f3 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855265 Jun 28 22:26:04.883126 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.894752 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-20910aee-abdc-4c1b-b84d-7b3f5db64fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:04.934758 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:26:04.941082 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port cb023c92-2080-4bc6-8299-3abed4aad79e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb023c92-2080-4bc6-8299-3abed4aad79e,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:04.951342 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-76f6c24b-c48a-442b-a781-137fa399cb52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd54608-bafa-4c63-937a-3f5e48151529 HTTP/1.1" status: 200 len: 217 time: 0.1231256 Jun 28 22:26:04.953997 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.956608 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:04.965047 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:04.980114 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616bc0b9-c626-4f88-b26d-1d6d7de0a31b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:04.991743 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:04.993536 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:04.994626 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Added segment 2790023f-fca1-4864-9318-073e8695ded7 of type vlan for network 2d7f1f4f-424d-4196-8aef-1321ff7736ad Jun 28 22:26:05.067290 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=cb023c92-2080-4bc6-8299-3abed4aad79e,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:05.072652 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:05.080908 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.099906 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-56c545d7-5d17-4b50-bc9b-9b9e8bf1567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:05.101690 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-56c545d7-5d17-4b50-bc9b-9b9e8bf1567b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.1432719 Jun 28 22:26:05.121376 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:05.127555 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:05.129097 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.158603 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.160278 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:05.160974 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.170617 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:05.187682 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-4f2b7ab1-02bc-49bd-b7c0-b94503b1813b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746663 Jun 28 22:26:05.211956 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5285907 Jun 28 22:26:05.212630 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51796) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:05.219391 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Request body: {'subnet': {'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1403459750-subnet', 'tenant_id': '1bdc552114a448dca7857e8f94a11a5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:05.237360 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.253837 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-987185df-a315-4693-b601-ceae7099e85d req-e77b49c9-474f-428f-9ad9-05dbed4d5cff tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 210 time: 0.0726490 Jun 28 22:26:05.276840 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,segment=NetworkSegment(8f6865d4-0a51-4c18-84d3-d067874b73e6),segment_id=8f6865d4-0a51-4c18-84d3-d067874b73e6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:05.277492 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8842d-6a95-43dd-adae-1cd53c0ccd74 req-97d6be14-baa8-41dc-a50b-454e075bd690 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:05.279422 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f1f8842d-6a95-43dd-adae-1cd53c0ccd74 req-97d6be14-baa8-41dc-a50b-454e075bd690 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 944 time: 0.1782653 Jun 28 22:26:05.289793 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.294256 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:05.316724 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Pushing event updated for resources: {'Network': ['ID=2d7f1f4f-424d-4196-8aef-1321ff7736ad,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:05.367670 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:05.373795 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e817ce-9622-4ef2-9e92-7f99d214e4bf" -d '{"events": [{"server_uuid": "2927c535-ac26-43b2-a49e-46c6fa56ea93", "name": "network-vif-plugged", "status": "completed", "tag": "cb023c92-2080-4bc6-8299-3abed4aad79e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:05.382042 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 2d7f1f4f-424d-4196-8aef-1321ff7736ad details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:26:05.386578 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Made reservation on behalf of 1bdc552114a448dca7857e8f94a11a5b for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:05.399796 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.415737 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-ca89da2d-5255-47d2-8f47-2f7bcae5dd31 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593270 Jun 28 22:26:05.442771 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51802) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:05.468433 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51806) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:05.490415 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f1f8842d-6a95-43dd-adae-1cd53c0ccd74 req-ec840f96-f604-46ff-a407-c52de4c2df1e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934829 Jun 28 22:26:05.508515 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:05.512787 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:05.554982 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.570670 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfc138c-4728-4f57-bb88-3217401f1b18 req-c125158c-be14-4dd3-b2ed-3dc60acebf87 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472156 Jun 28 22:26:05.612163 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1a23-8acb-44e6-aacc-f1747b2d6694 req-05ab5136-e65c-4101-9474-da9804c57b27 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:05.614844 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-82fb1a23-8acb-44e6-aacc-f1747b2d6694 req-05ab5136-e65c-4101-9474-da9804c57b27 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.0848224 Jun 28 22:26:05.739303 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-82fb1a23-8acb-44e6-aacc-f1747b2d6694 req-39bd124a-d7d7-4ea1-8b24-539f730ed592 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103053 Jun 28 22:26:05.753843 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05607ae-65ea-4af7-a8e9-21e5fc4c96ea x-openstack-request-id: req-f05607ae-65ea-4af7-a8e9-21e5fc4c96ea {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:05.754142 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2927c535-ac26-43b2-a49e-46c6fa56ea93", "name": "network-vif-plugged", "status": "completed", "tag": "cb023c92-2080-4bc6-8299-3abed4aad79e", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:05.754660 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f05607ae-65ea-4af7-a8e9-21e5fc4c96ea {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:05.755140 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb023c92-2080-4bc6-8299-3abed4aad79e', 'code': 200} Jun 28 22:26:05.792622 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-8c535bd2-9825-4d16-a3fc-732b7a98f9ad tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:05.794189 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-8c535bd2-9825-4d16-a3fc-732b7a98f9ad tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 817 time: 0.1777306 Jun 28 22:26:05.841445 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.843643 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.850473 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8bd63fb9-2159-44d1-917d-65e81679262b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:05.875652 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.887123 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-c3ab7756-c446-49e8-8bbb-3067ed28dbe8 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 379 time: 0.0766327 Jun 28 22:26:05.898188 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'port': {'device_id': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'admin_state_up': True, 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'security_groups': ['cfe34d8f-b1de-49dc-adde-ce6a62094b29']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:05.917521 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:05.937445 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267325-b94e-4423-98fc-2a51c992272e req-7e425c8e-8d37-4302-9037-fb634c16e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:05.938953 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-7e425c8e-8d37-4302-9037-fb634c16e940 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 1097 time: 0.2402267 Jun 28 22:26:05.955198 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8439cee-af1b-4f72-a2fa-b8e0366c21fd,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:05.982959 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd212a589f944362867a2c6afb0e68ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131564 Jun 28 22:26:05.986427 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:05.988322 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:05.993281 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51816) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:06.077650 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.61', 49905) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:06.172736 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-ca64ba8e-3926-4d3d-a6b2-6c97b0f233b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:06.174456 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-ca64ba8e-3926-4d3d-a6b2-6c97b0f233b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 1098 time: 0.0949774 Jun 28 22:26:06.202927 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.289531 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device aa6f130a-3929-42af-a9c4-49ac48e873ca details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:06.337938 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08e88b-07ca-4d74-811a-ab7babfecbe6,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:06.341431 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Checking segment: {'id': '2790023f-fca1-4864-9318-073e8695ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:06.341951 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Network hostable DHCP agents. Network: 2d7f1f4f-424d-4196-8aef-1321ff7736ad, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:26:06.350477 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:06.460640 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267325-b94e-4423-98fc-2a51c992272e req-85579e2b-5af9-4fd2-9eb8-87b13f9006d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:06.462532 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-85579e2b-5af9-4fd2-9eb8-87b13f9006d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.5029371 Jun 28 22:26:06.465912 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-995e3e0d-cc03-4202-86f3-68c89d5d8213 req-a6d7ae38-68da-4712-ae51-bbed271809b7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Jun 28 22:26:06.468935 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Network 2d7f1f4f-424d-4196-8aef-1321ff7736ad is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:26:06.474622 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port aa6f130a-3929-42af-a9c4-49ac48e873ca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:06.489594 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.491127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'aa6f130a-3929-42af-a9c4-49ac48e873ca', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'port_id': 'aa6f130a-3929-42af-a9c4-49ac48e873ca', 'mac_address': 'fa:16:3e:88:5c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:06.530658 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 2d7f1f4f-424d-4196-8aef-1321ff7736ad) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:06.535084 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:06.535570 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.539175 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-7ede6fe3-1d54-4592-b5bc-146c253bc4d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd54608-bafa-4c63-937a-3f5e48151529 HTTP/1.1" status: 200 len: 217 time: 0.0672882 Jun 28 22:26:06.544638 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268738e-3d2b-48e3-a4c3-750c4a0c9b83 None None] Network 2d7f1f4f-424d-4196-8aef-1321ff7736ad requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:26:06.547219 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.594457 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.613545 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6f130a-3929-42af-a9c4-49ac48e873ca {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:06.639487 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port aa6f130a-3929-42af-a9c4-49ac48e873ca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:06.652744 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.656079 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-dc173f1b-b769-44f5-b79b-d9555008296e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:06.661620 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.686883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303966c-3655-4c5f-bf5c-dd7e78f9383c req-8ff576c9-3748-455a-a85f-99a09bbab90e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:06.687328 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7303966c-3655-4c5f-bf5c-dd7e78f9383c req-8ff576c9-3748-455a-a85f-99a09bbab90e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 944 time: 0.0732820 Jun 28 22:26:06.694203 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236243dc-5880-4df7-961a-0bac27de197c req-69222a2f-8396-46e4-991e-0a727300a07f tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:06.696795 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-236243dc-5880-4df7-961a-0bac27de197c req-69222a2f-8396-46e4-991e-0a727300a07f tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.6061327 Jun 28 22:26:06.699747 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.db.api [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 22:26:06.699747 dv-cinder-792462-20-smb neutron-server[92980]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 22:26:06.699747 dv-cinder-792462-20-smb neutron-server[92980]: [parameters: {'project_id_1': 'dd8df3b04f864107a8fb35ec9014408e', 'expiration_1': datetime.datetime(2021, 6, 28, 22, 26, 6, 215130)}] Jun 28 22:26:06.699747 dv-cinder-792462-20-smb neutron-server[92980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:26:06.700091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_db.api [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:26:06.709187 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.716638 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Made reservation on behalf of 7932c3dab0d446aab24c980b038a06ba for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:06.720392 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.735013 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215fd4b-a555-45fb-b8b9-42577e1bbbf8 None None] Network 2d7f1f4f-424d-4196-8aef-1321ff7736ad requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:26:06.753118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-698300e2-8171-483b-8183-253e4e784d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:06.753118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267325-b94e-4423-98fc-2a51c992272e req-263d31e8-01d4-4d5a-b501-b2630ecc9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:06.753118 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-263d31e8-01d4-4d5a-b501-b2630ecc9b0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.1976218 Jun 28 22:26:06.753118 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5361638 Jun 28 22:26:06.770909 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=aa6f130a-3929-42af-a9c4-49ac48e873ca,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:06.783395 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:06.784250 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7303966c-3655-4c5f-bf5c-dd7e78f9383c req-b1620063-fc3e-4944-b59c-1d057c0c1d08 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881305 Jun 28 22:26:06.835318 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-604f4d38-84e1-4ef4-a6fa-20d578c063d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442717 Jun 28 22:26:06.844106 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c39fee0f25c7458da45a0b80f430502f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3981185 Jun 28 22:26:06.847680 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51840) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:06.919054 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-236243dc-5880-4df7-961a-0bac27de197c req-d258156c-34f1-4d62-943c-d1e16d62421a tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070417 Jun 28 22:26:06.926479 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbf9d1-a246-41c3-8861-eac44221103c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:06.935769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.938235 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:06.943489 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:06.946975 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef08e88b-07ca-4d74-811a-ab7babfecbe6 HTTP/1.1" status: 204 len: 168 time: 0.9413199 Jun 28 22:26:06.947784 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dfa284ec-a752-4bf5-abe2-8a597a2cf648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:06.960231 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['aa6f130a-3929-42af-a9c4-49ac48e873ca'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:06.963256 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08e88b-07ca-4d74-811a-ab7babfecbe6,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:06.969599 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:06.982604 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-1362dc6e-3d06-4ed3-8eb8-5d1836da4c27 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369090 Jun 28 22:26:07.048041 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.075294 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.120717 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-06267325-b94e-4423-98fc-2a51c992272e req-66cfab35-b138-41c1-86cf-931d4e7aff01 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295779 Jun 28 22:26:07.191556 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363f3f-2df6-49a5-aefc-dc26537a23da req-546143c6-14d5-4800-b1e0-6e649890562d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:07.194166 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-18363f3f-2df6-49a5-aefc-dc26537a23da req-546143c6-14d5-4800-b1e0-6e649890562d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.2419357 Jun 28 22:26:07.201883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.242890 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Allocated IP 172.20.0.14 (9d9e6894-349a-4a72-aee2-cba42d971743/40b1156b-e70e-4acd-a7d2-5924fbf42a34/2f139e5f-0781-4d01-9eb4-5299d1725606) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:26:07.255737 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.270225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.271440 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fcbf9d1-a246-41c3-8861-eac44221103c HTTP/1.1" status: 204 len: 168 time: 0.4226789 Jun 28 22:26:07.280917 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd9ad9b9-2645-4239-b329-3eac5291b88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:07.307459 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcbf9d1-a246-41c3-8861-eac44221103c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:07.310560 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:07.314078 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-18363f3f-2df6-49a5-aefc-dc26537a23da req-09f4f3c4-b547-4abd-a98c-b0b763bd0185 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995297 Jun 28 22:26:07.422909 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51856) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:07.459576 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.471937 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.483433 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.508529 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-71eb410d-c3be-4fee-80a9-11d394b6217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:07.515238 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-30d88c11-d5ca-468f-a3d3-4293678a7d81 req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3288846 Jun 28 22:26:07.572899 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=259691e5-6b7d-4127-afa3-a633eeb0c2ff,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:07.591659 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.600746 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:07.620699 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Transition to ACTIVE for port object 2f139e5f-0781-4d01-9eb4-5299d1725606 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:07.642201 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.649823 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.653080 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:07.677727 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef9711-3d36-415f-b0ac-34f4301255cc,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:07.682302 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51870) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:07.685352 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:07.702673 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e05a4e0055f745218278c7d3d4247de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778649 Jun 28 22:26:07.705167 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51872) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:07.712190 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.728811 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.738737 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:07.756644 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:07.759067 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a9513-6283-4804-9ca8-89f9fe7137a3" -d '{"events": [{"server_uuid": "b4cce200-e5a9-4f8d-9374-a722fcca488f", "name": "network-vif-plugged", "status": "completed", "tag": "3fd6ca66-50ca-4cf3-806f-ddf0c307eb04"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:07.804207 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:07.806899 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.813067 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:07.816480 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f2239-2556-424b-825a-4d5c307aa651 req-fb746698-863a-4e6c-8e90-e83eb986e309 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:07.819375 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c55f2239-2556-424b-825a-4d5c307aa651 req-fb746698-863a-4e6c-8e90-e83eb986e309 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 932 time: 0.1017506 Jun 28 22:26:07.830522 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Network 9d9e6894-349a-4a72-aee2-cba42d971743 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:07.834874 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:07.840645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:07.844284 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e77ddd4-f75d-40ea-96f4-40174adf8210 x-openstack-request-id: req-7e77ddd4-f75d-40ea-96f4-40174adf8210 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:07.844581 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cce200-e5a9-4f8d-9374-a722fcca488f", "name": "network-vif-plugged", "status": "completed", "tag": "3fd6ca66-50ca-4cf3-806f-ddf0c307eb04", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:07.844837 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e77ddd4-f75d-40ea-96f4-40174adf8210 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:07.845258 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04', 'code': 200} Jun 28 22:26:07.895769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:07.954865 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c55f2239-2556-424b-825a-4d5c307aa651 req-d31def0d-0b88-410c-9dd0-084eee7fa068 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155603 Jun 28 22:26:08.020483 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.023888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.026023 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21ef9711-3d36-415f-b0ac-34f4301255cc HTTP/1.1" status: 204 len: 168 time: 0.3198290 Jun 28 22:26:08.026885 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-261d542b-2347-4ec6-a740-f08bb04503b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:08.052172 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51886) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:08.064407 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-181383059-network', 'tenant_id': 'b237021e5f0d43ebbfc9b42515ecfc91'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:08.086463 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ef9711-3d36-415f-b0ac-34f4301255cc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:08.100690 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:08.254383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fbbbe3b4-fe1c-4804-970e-f4136250e588 None None] Provisioning for port 2f139e5f-0781-4d01-9eb4-5299d1725606 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:08.258801 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fbbbe3b4-fe1c-4804-970e-f4136250e588 None None] Provisioning complete for port 2f139e5f-0781-4d01-9eb4-5299d1725606 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:08.259179 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe3b4-fe1c-4804-970e-f4136250e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.288558 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:08.288899 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.298383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cfd54608-bafa-4c63-937a-3f5e48151529 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:08.306567 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device aa6f130a-3929-42af-a9c4-49ac48e873ca up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:08.308712 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbe3b4-fe1c-4804-970e-f4136250e588 None None] Port 2f139e5f-0781-4d01-9eb4-5299d1725606 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:26:08.338378 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d62216-9fea-4ad6-ac54-61189fc23621 req-ca07327d-88ed-48cd-82c6-13a03eed8d7d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:08.340731 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27d62216-9fea-4ad6-ac54-61189fc23621 req-ca07327d-88ed-48cd-82c6-13a03eed8d7d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.1065454 Jun 28 22:26:08.424443 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27d62216-9fea-4ad6-ac54-61189fc23621 req-32409bbf-0fdc-4796-9756-7f5a0ee33b10 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760090 Jun 28 22:26:08.436726 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.452942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.463711 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port aa6f130a-3929-42af-a9c4-49ac48e873ca completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:08.467455 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:08.491094 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Made reservation on behalf of b237021e5f0d43ebbfc9b42515ecfc91 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:08.495822 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.495971 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port aa6f130a-3929-42af-a9c4-49ac48e873ca triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:08.497147 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.511275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.521995 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a17468-c7f9-41ad-b01a-5f91ab9ac65a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:08.543906 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:08.552035 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6578858 Jun 28 22:26:08.595524 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port cfd54608-bafa-4c63-937a-3f5e48151529, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfd54608-bafa-4c63-937a-3f5e48151529,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:08.614609 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Request body: {'port': {'device_id': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:08.628665 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9619b5756a1d420d99f9e11f4bb51c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9452739 Jun 28 22:26:08.634035 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 51904) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:08.638736 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'cfd54608-bafa-4c63-937a-3f5e48151529', 'network_id': '2ba9798c-2439-44c5-9efc-18f500f41094', 'port_id': 'cfd54608-bafa-4c63-937a-3f5e48151529', 'mac_address': 'fa:16:3e:8c:4c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9559d397-a41a-4c1e-a77c-e4519a59acd1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:08.642959 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae80b1-6132-4a23-b477-10ec4ede9de4 req-a10dbab5-12b1-44ba-8b8d-579ba765ca2a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:08.650288 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6aae80b1-6132-4a23-b477-10ec4ede9de4 req-a10dbab5-12b1-44ba-8b8d-579ba765ca2a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 944 time: 0.4435928 Jun 28 22:26:08.719971 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.724613 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.748691 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba28a55-93e4-40c5-ae50-075e3226c241 req-0941508e-9788-4f69-ae6e-5f7ef4ba818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:08.750397 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-eba28a55-93e4-40c5-ae50-075e3226c241 req-0941508e-9788-4f69-ae6e-5f7ef4ba818a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 1099 time: 0.4746509 Jun 28 22:26:08.768961 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd54608-bafa-4c63-937a-3f5e48151529 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:08.806313 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.816274 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.822997 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:08.849971 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port aa6f130a-3929-42af-a9c4-49ac48e873ca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:08.855359 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:26:08.871092 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.871359 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.876427 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.882196 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port cfd54608-bafa-4c63-937a-3f5e48151529, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfd54608-bafa-4c63-937a-3f5e48151529,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:08.883241 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:08.892809 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6aae80b1-6132-4a23-b477-10ec4ede9de4 req-8635266d-4033-4833-9b85-7a88a0fb6b20 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410705 Jun 28 22:26:08.908554 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45aa4b-a2fe-4890-9fde-a30da8463c10 req-8d851ae1-6e80-4966-9616-d3d1612ae12d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:08.917639 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5f45aa4b-a2fe-4890-9fde-a30da8463c10 req-8d851ae1-6e80-4966-9616-d3d1612ae12d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.2646964 Jun 28 22:26:08.922097 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.922814 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Added segment d2a6e956-e185-4b48-a42e-7325adb6341b of type vlan for network 91faef49-f8d1-436b-91b6-a8551246ed38 Jun 28 22:26:08.940052 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-eba28a55-93e4-40c5-ae50-075e3226c241 req-3df6456d-64a4-4445-a4a6-3c438e8b9f9c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800315 Jun 28 22:26:08.973184 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=aa6f130a-3929-42af-a9c4-49ac48e873ca,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:08.979117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.984970 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:08.986672 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:08.990746 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:08.990861 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.009874 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d4ed0-e12b-4f15-ab75-3138f277e0cd,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:09.016621 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:09.059878 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.079771 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:09.080305 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.102077 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:09.110407 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=cfd54608-bafa-4c63-937a-3f5e48151529,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:09.120591 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0605681 Jun 28 22:26:09.120806 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 51932) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:09.131031 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:09.151028 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5f45aa4b-a2fe-4890-9fde-a30da8463c10 req-c039f6a3-7446-4a13-92a1-5bd58dcf1bd0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364913 Jun 28 22:26:09.165415 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Request body: {'subnet': {'network_id': '91faef49-f8d1-436b-91b6-a8551246ed38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-181383059-subnet', 'tenant_id': 'b237021e5f0d43ebbfc9b42515ecfc91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:09.173247 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.176706 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.178288 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09a17468-c7f9-41ad-b01a-5f91ab9ac65a HTTP/1.1" status: 204 len: 168 time: 0.5248070 Jun 28 22:26:09.203084 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b685086a-8c78-4750-98c9-a1ee227b1f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:09.243336 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Pushing event updated for resources: {'Network': ['ID=91faef49-f8d1-436b-91b6-a8551246ed38,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:09.247899 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:09.253215 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Made reservation on behalf of b237021e5f0d43ebbfc9b42515ecfc91 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:09.254943 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 91faef49-f8d1-436b-91b6-a8551246ed38 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:26:09.256920 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.259215 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a17468-c7f9-41ad-b01a-5f91ab9ac65a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:09.287930 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:09.325288 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cfd54608-bafa-4c63-937a-3f5e48151529'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:09.476672 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d2aa0-241f-4593-bcbd-0805e68cdc86 req-6bd0e76d-3fcd-4671-b42c-c05d50bd0144 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:09.487110 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cc4d2aa0-241f-4593-bcbd-0805e68cdc86 req-6bd0e76d-3fcd-4671-b42c-c05d50bd0144 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 932 time: 0.2723670 Jun 28 22:26:09.549390 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cc4d2aa0-241f-4593-bcbd-0805e68cdc86 req-3eae5c21-8c0a-4333-86fc-27ca87a8fca7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613632 Jun 28 22:26:09.598211 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f139e5f-0781-4d01-9eb4-5299d1725606 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:09.609013 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.624823 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Transition to ACTIVE for port object 2f139e5f-0781-4d01-9eb4-5299d1725606 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:09.631875 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.638502 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:09.737439 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.831242 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:09.837208 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ab3f8fd4-46ab-4893-b585-83eaf65d4b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:09.842260 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:09.848990 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6f130a-3929-42af-a9c4-49ac48e873ca'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:09.853786 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef1ede-27a1-4de2-821a-bbe29fc04396" -d '{"events": [{"server_uuid": "98756866-cede-4dcd-bf82-4cc1abaa4f03", "name": "network-vif-plugged", "status": "completed", "tag": "aa6f130a-3929-42af-a9c4-49ac48e873ca"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:09.865876 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Attempting to bind port 2f139e5f-0781-4d01-9eb4-5299d1725606 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:26:09.866122 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Attempting to bind port 2f139e5f-0781-4d01-9eb4-5299d1725606 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:26:09.866452 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Attempting to bind port 2f139e5f-0781-4d01-9eb4-5299d1725606 on network 9d9e6894-349a-4a72-aee2-cba42d971743 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:09.872150 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Port 2f139e5f-0781-4d01-9eb4-5299d1725606 on network 9d9e6894-349a-4a72-aee2-cba42d971743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:26:09.872571 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Attempting to bind port 2f139e5f-0781-4d01-9eb4-5299d1725606 on network 9d9e6894-349a-4a72-aee2-cba42d971743 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:09.878039 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:26:09.878379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Checking segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:09.878776 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Bound using segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:26:09.879192 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Bound port: 2f139e5f-0781-4d01-9eb4-5299d1725606, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:26:09.879547 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.905588 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2379f6-df96-4d79-b6c2-941fefc00374 x-openstack-request-id: req-1e2379f6-df96-4d79-b6c2-941fefc00374 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:09.906177 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98756866-cede-4dcd-bf82-4cc1abaa4f03", "name": "network-vif-plugged", "status": "completed", "tag": "aa6f130a-3929-42af-a9c4-49ac48e873ca", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:09.906626 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e2379f6-df96-4d79-b6c2-941fefc00374 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:09.907216 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6f130a-3929-42af-a9c4-49ac48e873ca', 'code': 200} Jun 28 22:26:09.968179 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:26:09.972838 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:26:09.982842 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:09.987368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:09.992904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70684517-c9bf-41cf-9205-914f4ca52913,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:10.028627 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.029593 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:10.031026 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 200 len: 1094 time: 1.4426041 Jun 28 22:26:10.033403 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:10.037165 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005" -d '{"events": [{"name": "network-changed", "server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:10.052686 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:10.077057 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:10.082213 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:10.142781 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a621c0-98e4-4c88-9aa6-1f4ba7ac53e5 req-3d57bd71-f6c9-47c8-bc84-99368431f6dd tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.147726 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-19a621c0-98e4-4c88-9aa6-1f4ba7ac53e5 req-3d57bd71-f6c9-47c8-bc84-99368431f6dd tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.4146392 Jun 28 22:26:10.150302 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Checking segment: {'id': 'd2a6e956-e185-4b48-a42e-7325adb6341b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '91faef49-f8d1-436b-91b6-a8551246ed38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:10.151592 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Network hostable DHCP agents. Network: 91faef49-f8d1-436b-91b6-a8551246ed38, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:26:10.192701 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-217d7e6a-3286-44f2-b4c0-a90ff725aafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:10.254232 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Network 91faef49-f8d1-436b-91b6-a8551246ed38 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:26:10.261403 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-19a621c0-98e4-4c88-9aa6-1f4ba7ac53e5 req-aa268e3d-f233-4e33-9b51-973b3988d8c4 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963089 Jun 28 22:26:10.272824 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 91faef49-f8d1-436b-91b6-a8551246ed38) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:10.277461 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.278013 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:10.285919 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2a69c-dbe8-4900-84a3-95963c689ec8 None None] Network 91faef49-f8d1-436b-91b6-a8551246ed38 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:26:10.315219 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a85d942f-6295-4d38-8b01-350561d99529 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1629257 Jun 28 22:26:10.411583 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9b8bc-42d9-43ca-b97b-6a0230fbd045 req-1618f63a-79c2-47aa-93e1-8346621f9216 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.413563 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9af9b8bc-42d9-43ca-b97b-6a0230fbd045 req-1618f63a-79c2-47aa-93e1-8346621f9216 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 945 time: 0.2835574 Jun 28 22:26:10.422697 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73853572-30e8-4880-bdb6-bcefd1a397db x-openstack-request-id: req-73853572-30e8-4880-bdb6-bcefd1a397db {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:10.423042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:10.424524 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73853572-30e8-4880-bdb6-bcefd1a397db {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:10.424967 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'status': 'completed', 'code': 200} Jun 28 22:26:10.448583 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-187c3696-f345-454e-95ba-628afc4f57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.450024 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-187c3696-f345-454e-95ba-628afc4f57f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1097 time: 0.2309043 Jun 28 22:26:10.461466 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20007a-4694-4206-8d1b-c1ad387e9ca6 req-89fa961f-f11b-4dc9-aee4-9cea40decf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.462925 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6b20007a-4694-4206-8d1b-c1ad387e9ca6 req-89fa961f-f11b-4dc9-aee4-9cea40decf41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.1777194 Jun 28 22:26:10.501755 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c370d-ffb3-46a9-95f7-f0349c66f51c None None] Network 91faef49-f8d1-436b-91b6-a8551246ed38 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:26:10.593611 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9af9b8bc-42d9-43ca-b97b-6a0230fbd045 req-d91ac40e-9433-4179-ac33-74b9c8aacf91 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589065 Jun 28 22:26:10.617566 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-e584ffc9-3c94-4a7a-b039-40c3ed76926b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 200 len: 217 time: 0.1428297 Jun 28 22:26:10.709249 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdb7b4-44d4-48ee-b3fd-f4da03943b46 req-b29d4d0d-c1ba-482b-8cf5-f54c6d960f24 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.711749 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-70bdb7b4-44d4-48ee-b3fd-f4da03943b46 req-b29d4d0d-c1ba-482b-8cf5-f54c6d960f24 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.1229055 Jun 28 22:26:10.715340 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6b20007a-4694-4206-8d1b-c1ad387e9ca6 req-3e7fac8f-0a02-48d3-9ffe-9a623795ec57 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073507 Jun 28 22:26:10.747055 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-a43306d9-a1ad-4a51-bcc5-2efd75e2ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.751041 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-a43306d9-a1ad-4a51-bcc5-2efd75e2ccb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.1210771 Jun 28 22:26:10.770555 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-70bdb7b4-44d4-48ee-b3fd-f4da03943b46 req-5ab507ca-ebbb-4ce0-a9ac-c87833146b11 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536048 Jun 28 22:26:10.881262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981aaf-e6f3-4ce3-b841-bc758996de93 req-f1d2d8f1-54e8-452d-8c33-7ec502942415 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:10.888575 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fa981aaf-e6f3-4ce3-b841-bc758996de93 req-f1d2d8f1-54e8-452d-8c33-7ec502942415 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0913417 Jun 28 22:26:10.947499 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fa981aaf-e6f3-4ce3-b841-bc758996de93 req-d5e81aa9-9a0d-4029-9d78-ada5b6c52f27 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542567 Jun 28 22:26:11.089357 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-f61ae075-95f1-4424-9ba5-ce308a97e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:11.092884 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-f61ae075-95f1-4424-9ba5-ce308a97e15e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1011550 Jun 28 22:26:11.233642 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-a7097a52-e648-4945-b9e0-459b404802f9 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315441 Jun 28 22:26:11.392398 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8b2049b-ed1a-4a9d-b110-9cbbffb5dfcb req-194c85ef-34a6-43fc-aa06-7091184402fc service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472852 Jun 28 22:26:11.594019 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580330-9dcf-43e5-b1ef-2706717a66c6 req-db830bb7-a641-4d7e-aa6c-9792b52ecd29 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:11.595635 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-60580330-9dcf-43e5-b1ef-2706717a66c6 req-db830bb7-a641-4d7e-aa6c-9792b52ecd29 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.1140308 Jun 28 22:26:11.629983 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-d54245c4-4a2d-4e7a-abdf-b6a02bb8ec95 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:11.633305 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-825853d1-9962-48a2-a0ac-91071923b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:11.634221 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-825853d1-9962-48a2-a0ac-91071923b0a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0983233 Jun 28 22:26:11.638644 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-d54245c4-4a2d-4e7a-abdf-b6a02bb8ec95 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/networks?id=2d7f1f4f-424d-4196-8aef-1321ff7736ad HTTP/1.1" status: 200 len: 809 time: 0.1690314 Jun 28 22:26:11.655807 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-5475c8e2-ab70-43ac-8d46-8fe16a965daf tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/quotas/1bdc552114a448dca7857e8f94a11a5b HTTP/1.1" status: 200 len: 375 time: 0.0162263 Jun 28 22:26:11.669678 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-60580330-9dcf-43e5-b1ef-2706717a66c6 req-69af5c39-440c-409c-b09c-0e855e8f95df tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625567 Jun 28 22:26:11.718180 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-e6939d08-2e07-435e-a2a8-e79c50999948 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1bdc552114a448dca7857e8f94a11a5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608308 Jun 28 22:26:11.744982 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52058) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:11.809311 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-52ebaefa-7ac0-407b-9bd6-18f084599df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:11.813274 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-52ebaefa-7ac0-407b-9bd6-18f084599df8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.1722019 Jun 28 22:26:11.867960 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-36fe765c-a738-4f12-8094-db1d16251956 service neutron] 10.222.0.50 "GET /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485748 Jun 28 22:26:11.908818 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-d849aa17-27d7-417f-b6ac-81964adb7ab6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 200 len: 217 time: 0.0812805 Jun 28 22:26:12.011089 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-61981462-4656-4b98-8a18-71bc5f62f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:12.013401 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-61981462-4656-4b98-8a18-71bc5f62f37e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0954406 Jun 28 22:26:12.097158 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-88d617ee-bd17-42a8-9057-7447615bfb76 service neutron] 10.222.0.50 "GET /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281818 Jun 28 22:26:12.154680 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c9a1d-7e30-47a3-b906-bb85dc007b6a req-798b08a0-86a5-4c70-92dd-249e151d74b8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:12.164320 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e91c9a1d-7e30-47a3-b906-bb85dc007b6a req-798b08a0-86a5-4c70-92dd-249e151d74b8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 945 time: 0.2063105 Jun 28 22:26:12.213005 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-222dca7c-3a35-4d19-b271-51d7921bb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:12.214642 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-222dca7c-3a35-4d19-b271-51d7921bb9c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1754420 Jun 28 22:26:12.240896 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e91c9a1d-7e30-47a3-b906-bb85dc007b6a req-ad1cfad6-dd28-4af6-93b5-be7443fd9e87 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686553 Jun 28 22:26:12.240996 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57c78c8a-5ade-4580-8a51-3294e34ad26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.310840 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cfd54608-bafa-4c63-937a-3f5e48151529 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:12.444875 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port cfd54608-bafa-4c63-937a-3f5e48151529 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:12.456779 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port cfd54608-bafa-4c63-937a-3f5e48151529 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:12.457585 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.561912 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57c78c8a-5ade-4580-8a51-3294e34ad26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.577193 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57c78c8a-5ade-4580-8a51-3294e34ad26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.581885 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b93b307e-54e7-485d-a475-c7ca21c472eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:12.674609 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.699085 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef7aaf73-1d09-4f31-9e24-836ea01aac7a req-2038bda2-5cdb-46d9-b2fa-92fdf9b77f50 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 210 time: 0.0860658 Jun 28 22:26:12.731922 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port cfd54608-bafa-4c63-937a-3f5e48151529, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfd54608-bafa-4c63-937a-3f5e48151529,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:12.736549 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd54608-bafa-4c63-937a-3f5e48151529'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:12.745779 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf9500-460d-471a-838e-14351797befa" -d '{"events": [{"server_uuid": "c9cb29e4-d17e-451c-bbda-1ba9c634488d", "name": "network-vif-plugged", "status": "completed", "tag": "cfd54608-bafa-4c63-937a-3f5e48151529"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:12.763004 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-57c78c8a-5ade-4580-8a51-3294e34ad26b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d7041cf2b6e4011beba033163251abe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0132575 Jun 28 22:26:12.763808 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78c8a-5ade-4580-8a51-3294e34ad26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a8403-b017-4e00-92f9-ba5fa5339587,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:12.766782 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52100) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:12.778165 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.786955 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-57c78c8a-5ade-4580-8a51-3294e34ad26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:12.791764 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:12.802960 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3e873d7-6b7b-48ce-8aed-296220211bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.882948 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.912955 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=cfd54608-bafa-4c63-937a-3f5e48151529,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:12.918764 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:12.942491 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:12.948268 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.024762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.028200 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.029501 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d52a8403-b017-4e00-92f9-ba5fa5339587 HTTP/1.1" status: 204 len: 168 time: 0.2617886 Jun 28 22:26:13.030197 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:13.050556 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a8403-b017-4e00-92f9-ba5fa5339587,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:13.060696 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:13.060879 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-42b19277-f170-438a-a1fa-490dc5703a21 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258948 Jun 28 22:26:13.149268 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52120) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:13.300908 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9287d1c-8688-4a43-b99d-551146cd9663 req-4111e4b3-3663-4738-b06e-6a6fe9cfb37d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:13.302521 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a9287d1c-8688-4a43-b99d-551146cd9663 req-4111e4b3-3663-4738-b06e-6a6fe9cfb37d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.8939426 Jun 28 22:26:13.330342 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.359504 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8a0d1e33-31a0-4f9c-b5cf-b28063b8f005 req-f0978115-290c-4ffa-85cb-4ff8e0987970 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803457 Jun 28 22:26:13.404167 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a9287d1c-8688-4a43-b99d-551146cd9663 req-63921869-332c-4803-8cdc-2c62ca544d0c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890987 Jun 28 22:26:13.466328 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcd8aa1-d030-4038-82b6-bb84b6b78d79 x-openstack-request-id: req-bbcd8aa1-d030-4038-82b6-bb84b6b78d79 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:13.466885 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cb29e4-d17e-451c-bbda-1ba9c634488d", "name": "network-vif-plugged", "status": "completed", "tag": "cfd54608-bafa-4c63-937a-3f5e48151529", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:13.467101 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbcd8aa1-d030-4038-82b6-bb84b6b78d79 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:13.467591 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd54608-bafa-4c63-937a-3f5e48151529', 'code': 200} Jun 28 22:26:13.505483 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.523904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.529892 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:13.605248 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d6a285527f94acb826760d8348bda52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523101 Jun 28 22:26:13.605747 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52138) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:13.606960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29372fa9-29ef-4f9b-b600-7ea081135026,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:13.612317 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:13.808023 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636740-a7d6-4b0f-87d0-356cdb509ed4 req-4310f9c0-0fb4-48c1-a6c5-55ad0468b3f3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:13.815606 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-68636740-a7d6-4b0f-87d0-356cdb509ed4 req-4310f9c0-0fb4-48c1-a6c5-55ad0468b3f3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.2012198 Jun 28 22:26:13.818491 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.827441 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52148) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:13.854238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.874913 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.889434 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-68636740-a7d6-4b0f-87d0-356cdb509ed4 req-61355e5b-3e88-4d9c-b951-8b0b5528eab1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728784 Jun 28 22:26:13.975034 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.982107 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:13.988856 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:14.014974 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.016269 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.019564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.021955 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29372fa9-29ef-4f9b-b600-7ea081135026 HTTP/1.1" status: 204 len: 168 time: 0.4149315 Jun 28 22:26:14.024096 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:14.037805 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b93183bc15148a899beb8609097e688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093019 Jun 28 22:26:14.039114 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b0c20-8dce-4968-ad28-fa313f9ad55e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:14.040936 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52152) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:14.042521 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:14.070334 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29372fa9-29ef-4f9b-b600-7ea081135026,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:14.087484 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:14.126059 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2739adab-b74b-439e-b2af-375cba41860b req-f2147d8b-3e0f-4b16-bcd4-c32a991b0dbf tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 210 time: 0.0564387 Jun 28 22:26:14.162041 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0ab91-c84f-4d1b-b1cc-50008c7e9999 req-a0a1f3a6-83e7-41d2-af3e-f4ba8b726998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:14.163936 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-84d0ab91-c84f-4d1b-b1cc-50008c7e9999 req-a0a1f3a6-83e7-41d2-af3e-f4ba8b726998 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 1099 time: 0.2379835 Jun 28 22:26:14.169259 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.215426 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.229064 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-84d0ab91-c84f-4d1b-b1cc-50008c7e9999 req-ed00b318-4da5-49bf-8f26-bec704ef9ceb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565720 Jun 28 22:26:14.274170 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.277665 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.279056 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de2b0c20-8dce-4968-ad28-fa313f9ad55e HTTP/1.1" status: 204 len: 168 time: 0.2183564 Jun 28 22:26:14.280141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80a59f22-5ead-49aa-949e-0791ad57bf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:14.295036 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b0c20-8dce-4968-ad28-fa313f9ad55e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:14.297443 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:14.324502 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:14.440188 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:14.448592 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52166) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:14.453986 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'mac_address': 'fa:16:3e:49:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:14.466213 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.499140 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.515557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f139e5f-0781-4d01-9eb4-5299d1725606 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:14.538266 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:14.543958 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.549093 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:14.595805 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6ff8d-b340-44f1-8b74-3e44e7921a7e req-5d76d397-6b7e-4515-a9e6-bbd26175b1c9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:14.598125 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-92e6ff8d-b340-44f1-8b74-3e44e7921a7e req-5d76d397-6b7e-4515-a9e6-bbd26175b1c9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0763803 Jun 28 22:26:14.607058 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.615706 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.618718 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:14.624753 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:14.649211 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:14.650964 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-92e6ff8d-b340-44f1-8b74-3e44e7921a7e req-05279dab-9ca3-4bb1-91eb-d5b780a359e6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 Jun 28 22:26:14.660095 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6a832a37831420a8c3e57edb36e1f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099912 Jun 28 22:26:14.662745 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52174) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:14.706922 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a52fe8-fab8-4d3e-9cdf-627ea9263b67,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:14.715669 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:14.737118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.762637 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.830980 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.837238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:14.838712 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85a52fe8-fab8-4d3e-9cdf-627ea9263b67 HTTP/1.1" status: 204 len: 168 time: 0.1746752 Jun 28 22:26:14.839631 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8e7a80b9-a664-452b-8afa-b2e3485f6d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:14.849913 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a52fe8-fab8-4d3e-9cdf-627ea9263b67,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:14.852410 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:14.977701 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['2f139e5f-0781-4d01-9eb4-5299d1725606'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:15.251466 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-4a66c018-8581-4859-b3e6-43b5b7ca35b7 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:15.254120 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-4a66c018-8581-4859-b3e6-43b5b7ca35b7 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.61 "GET /v2.0/networks?id=2d7f1f4f-424d-4196-8aef-1321ff7736ad HTTP/1.1" status: 200 len: 809 time: 0.2484617 Jun 28 22:26:15.274978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Request body: {'port': {'device_id': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad', 'admin_state_up': True, 'tenant_id': '1bdc552114a448dca7857e8f94a11a5b'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:15.282180 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64b15b-a329-4b7a-8a89-f55b442a4c24 req-a4b34377-e0d1-430c-a2f9-6d236a06587b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:15.290906 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6a64b15b-a329-4b7a-8a89-f55b442a4c24 req-a4b34377-e0d1-430c-a2f9-6d236a06587b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1352353 Jun 28 22:26:15.352312 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6a64b15b-a329-4b7a-8a89-f55b442a4c24 req-28f8862a-fb9e-43c1-8b14-905ccbe4aad1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602558 Jun 28 22:26:15.473105 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d4ced705-c603-4e87-bd99-719e33e43af6 req-c6741de8-8f8e-46ea-8cff-c7d426259e3d tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 210 time: 0.0509303 Jun 28 22:26:15.517672 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Made reservation on behalf of 1bdc552114a448dca7857e8f94a11a5b for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:15.522189 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:15.572832 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:15.681225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Allocated IP 172.20.0.14 (2d7f1f4f-424d-4196-8aef-1321ff7736ad/f8439cee-af1b-4f72-a2fa-b8e0366c21fd/fd8bd960-5351-45dc-ae00-5941b23efd19) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:26:15.835719 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:15.874820 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913069f-de7e-4020-b09c-37e45a8f04bc req-408b2dfa-dfd5-418f-bf99-889dfd54f0b6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:15.876520 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9913069f-de7e-4020-b09c-37e45a8f04bc req-408b2dfa-dfd5-418f-bf99-889dfd54f0b6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 945 time: 0.0866418 Jun 28 22:26:15.929398 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9913069f-de7e-4020-b09c-37e45a8f04bc req-c0d40854-07ad-484b-abb6-fd9de9d28bbc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456793 Jun 28 22:26:15.958043 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.006912 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.015254 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:16.058407 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Network 2d7f1f4f-424d-4196-8aef-1321ff7736ad is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:16.061967 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:16.064453 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:16.111762 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Pushing event updated for resources: {'Port': ['ID=fd8bd960-5351-45dc-ae00-5941b23efd19,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:16.114797 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:16.136544 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:16.137189 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.141606 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52242) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:16.158115 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878102 Jun 28 22:26:16.190766 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Request body: {'port': {'device_id': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:16.319573 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.364152 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.631645 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.643871 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.648233 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:16.731537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283139ff-930b-43a7-acea-88f095771bdb req-8343b0fb-5186-49e3-9039-1b46d33a2581 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:16.732698 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-283139ff-930b-43a7-acea-88f095771bdb req-8343b0fb-5186-49e3-9039-1b46d33a2581 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1451027 Jun 28 22:26:16.748318 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ca8f3-ff8b-4b59-a19a-bb697cddaade,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:16.776909 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af0606af367e4b44a071c900bcd48a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340396 Jun 28 22:26:16.779045 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:16.780864 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52272) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:16.841550 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-283139ff-930b-43a7-acea-88f095771bdb req-f440be05-c499-406d-a367-e9821a3cf20b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981359 Jun 28 22:26:16.843692 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8bd960-5351-45dc-ae00-5941b23efd19 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:16.856842 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.880160 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Transition to ACTIVE for port object fd8bd960-5351-45dc-ae00-5941b23efd19 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:16.887277 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.904231 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:16.907712 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:16.924138 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb64f5-14bb-4b36-8f07-d3d729eadca5 req-e8c35036-fb90-448a-853c-5160a60fe442 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:16.926131 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a8bb64f5-14bb-4b36-8f07-d3d729eadca5 req-e8c35036-fb90-448a-853c-5160a60fe442 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 932 time: 0.2017729 Jun 28 22:26:16.955083 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.084868 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a8bb64f5-14bb-4b36-8f07-d3d729eadca5 req-23ae720f-d66e-408a-ab72-927ad1208207 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516483 Jun 28 22:26:17.108798 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.114317 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.121833 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d5ca8f3-ff8b-4b59-a19a-bb697cddaade HTTP/1.1" status: 204 len: 168 time: 0.3379798 Jun 28 22:26:17.124999 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1d9c0ff4-9d65-4366-9a33-ae6f3c9c705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:17.145073 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ca8f3-ff8b-4b59-a19a-bb697cddaade,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:17.147367 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:17.161322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Pushing event updated for resources: {'Port': ['ID=fd8bd960-5351-45dc-ae00-5941b23efd19,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:17.182783 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:17.227608 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Attempting to bind port fd8bd960-5351-45dc-ae00-5941b23efd19 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:26:17.228131 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Attempting to bind port fd8bd960-5351-45dc-ae00-5941b23efd19 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2790023f-fca1-4864-9318-073e8695ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:26:17.228655 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Attempting to bind port fd8bd960-5351-45dc-ae00-5941b23efd19 on network 2d7f1f4f-424d-4196-8aef-1321ff7736ad {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:17.233614 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Port fd8bd960-5351-45dc-ae00-5941b23efd19 on network 2d7f1f4f-424d-4196-8aef-1321ff7736ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:26:17.234054 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Attempting to bind port fd8bd960-5351-45dc-ae00-5941b23efd19 on network 2d7f1f4f-424d-4196-8aef-1321ff7736ad {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:17.239523 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:26:17.239853 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Checking segment: {'id': '2790023f-fca1-4864-9318-073e8695ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:17.240229 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Bound using segment: {'id': '2790023f-fca1-4864-9318-073e8695ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:26:17.240716 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Bound port: fd8bd960-5351-45dc-ae00-5941b23efd19, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2790023f-fca1-4864-9318-073e8695ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:26:17.241696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.323167 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] For port fd8bd960-5351-45dc-ae00-5941b23efd19, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:26:17.328327 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] For port fd8bd960-5351-45dc-ae00-5941b23efd19, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd8bd960-5351-45dc-ae00-5941b23efd19,segment=NetworkSegment(2790023f-fca1-4864-9318-073e8695ded7),segment_id=2790023f-fca1-4864-9318-073e8695ded7)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:26:17.335357 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.343332 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:17.401161 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65090b-3c5f-4d01-a832-8dc8201495bb req-dd4f6d46-711f-45d7-bdac-03af9506f22b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.402704 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-df65090b-3c5f-4d01-a832-8dc8201495bb req-dd4f6d46-711f-45d7-bdac-03af9506f22b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 945 time: 0.1107562 Jun 28 22:26:17.453885 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-df65090b-3c5f-4d01-a832-8dc8201495bb req-ddcc624a-de66-461c-a458-ce8f6a0f3c27 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Jun 28 22:26:17.498170 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.499046 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.500685 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] 10.222.0.61 "PUT /v2.0/ports/fd8bd960-5351-45dc-ae00-5941b23efd19 HTTP/1.1" status: 200 len: 1094 time: 1.3146961 Jun 28 22:26:17.534442 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'tag': 'fd8bd960-5351-45dc-ae00-5941b23efd19'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:17.537140 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed57dca9-4353-497d-ac55-7c9da7c08400" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4af278-f8ce-4102-a99a-16cd39c9e449", "tag": "fd8bd960-5351-45dc-ae00-5941b23efd19"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:17.570599 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Pushing event updated for resources: {'Port': ['ID=fd8bd960-5351-45dc-ae00-5941b23efd19,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:17.579818 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:17.600237 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-faaa6040-4501-46c7-ad8c-c0bbbe85657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.602159 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-faaa6040-4501-46c7-ad8c-c0bbbe85657d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 1099 time: 0.2137570 Jun 28 22:26:17.684042 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81914758-11e8-4e26-97f3-b497a75c1712 req-9632b28d-8b22-4d9b-a974-1d9a06a739b7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.686940 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81914758-11e8-4e26-97f3-b497a75c1712 req-9632b28d-8b22-4d9b-a974-1d9a06a739b7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0719006 Jun 28 22:26:17.698586 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-3e4a1c7f-5432-4c04-a062-d597e020c67b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.706297 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-3e4a1c7f-5432-4c04-a062-d597e020c67b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.3099449 Jun 28 22:26:17.718539 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52324) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:17.744499 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81914758-11e8-4e26-97f3-b497a75c1712 req-74e6d42c-9476-4f85-af82-0b06941d8ebd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Jun 28 22:26:17.753529 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e1dc0b94-a24e-4aa6-8c73-4f19f7802e8d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/quotas/9fcef0849bdc48c2b4dfa13dab9219c8 HTTP/1.1" status: 200 len: 375 time: 0.0462468 Jun 28 22:26:17.815914 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef3c499-b359-4a09-ad08-880d4a8a28b7 x-openstack-request-id: req-6ef3c499-b359-4a09-ad08-880d4a8a28b7 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:17.816230 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4af278-f8ce-4102-a99a-16cd39c9e449", "tag": "fd8bd960-5351-45dc-ae00-5941b23efd19", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:17.816502 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ef3c499-b359-4a09-ad08-880d4a8a28b7 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:17.816915 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'tag': 'fd8bd960-5351-45dc-ae00-5941b23efd19', 'status': 'completed', 'code': 200} Jun 28 22:26:17.850041 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-b853488f-eec9-45d0-9134-237f8430d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.851580 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-b853488f-eec9-45d0-9134-237f8430d978 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.2238193 Jun 28 22:26:17.853531 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-7c47da5d-3f94-48e1-a423-433960ff212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:17.854893 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-7c47da5d-3f94-48e1-a423-433960ff212d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bdc552114a448dca7857e8f94a11a5b&device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 1097 time: 0.2485166 Jun 28 22:26:17.872993 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-5abe94f8-fd91-47fd-af3d-a75fa09bd158 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185918 Jun 28 22:26:17.928788 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:17.932993 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-20f6f8a5-3289-4eab-b25d-18c02ee30a95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd54608-bafa-4c63-937a-3f5e48151529 HTTP/1.1" status: 200 len: 217 time: 0.0572603 Jun 28 22:26:18.052815 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.061167 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.088321 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:18.118072 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e26e257e3fb4b9a8920e5f300238695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959906 Jun 28 22:26:18.118072 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6525b9a-d65b-4084-bbb7-1266153f09e5,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:18.134189 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:18.134824 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52344) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:18.195162 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-4c1133ec-696a-4c01-886c-0e44013750f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd8bd960-5351-45dc-ae00-5941b23efd19 HTTP/1.1" status: 200 len: 217 time: 0.3111537 Jun 28 22:26:18.204143 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.240224 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.305611 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-c8461343-a13e-4023-a90d-9659b2cb2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:18.307201 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-c8461343-a13e-4023-a90d-9659b2cb2ec8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.1279726 Jun 28 22:26:18.314962 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.319103 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-0fe5090c-d26d-49f1-ba73-3114391e6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:18.320593 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-0fe5090c-d26d-49f1-ba73-3114391e6269 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8439cee-af1b-4f72-a2fa-b8e0366c21fd HTTP/1.1" status: 200 len: 849 time: 0.0769265 Jun 28 22:26:18.323136 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.327664 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6525b9a-d65b-4084-bbb7-1266153f09e5 HTTP/1.1" status: 204 len: 168 time: 0.1888604 Jun 28 22:26:18.327664 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-255d2a05-647e-43ab-890e-b93202bde600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:18.342202 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:18.354159 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6525b9a-d65b-4084-bbb7-1266153f09e5,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:18.367714 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:18.382091 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-c4ff348a-03ec-4a58-a34d-156b7592157a service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900362 Jun 28 22:26:18.413076 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-9475b15a-8bed-4815-8692-6c4fc0b58205 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2d7f1f4f-424d-4196-8aef-1321ff7736ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724905 Jun 28 22:26:18.417175 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-d5d0597f-9e94-4258-a85a-c898c9ab97b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776124 Jun 28 22:26:18.429800 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 2f139e5f-0781-4d01-9eb4-5299d1725606 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:18.437951 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 2f139e5f-0781-4d01-9eb4-5299d1725606 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:18.438572 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.511688 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0b906-62b0-42ce-b348-f9ebffa9ffbc req-04b65d95-0acb-483a-b945-1637a876ebdb tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:18.513166 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-aed0b906-62b0-42ce-b348-f9ebffa9ffbc req-04b65d95-0acb-483a-b945-1637a876ebdb tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 944 time: 0.1379099 Jun 28 22:26:18.563602 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.595202 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-aed0b906-62b0-42ce-b348-f9ebffa9ffbc req-cc63d1a5-5c20-4b1d-88a5-1b5e9948dade tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690155 Jun 28 22:26:18.632732 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:18.633742 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:18.637529 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a1ece-8dad-4644-be25-986ed4a88854" -d '{"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:18.643274 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.646146 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:18.646936 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-72630599-b70a-4e55-aba3-d8557d1eda77 service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631178 Jun 28 22:26:18.658541 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-006533fd-d2c0-4cb9-ae6f-ed688d82b58a service neutron] 10.222.0.61 "GET /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312472 Jun 28 22:26:18.737980 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:18.742733 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:18.746890 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-1578ad78-00ce-4e1f-8a7c-18d05269f724 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184667 Jun 28 22:26:18.863402 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae8c2-aa0f-4a4c-bd86-cfa7ce0d08fd req-da244d16-62a2-4c52-8983-a0abfef832bb tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:18.870976 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b3d6b47e-c2c0-467d-ae1c-967e8e3fc1b5 req-96413e54-8954-484d-a2ab-380adf6f2910 service neutron] 10.222.0.61 "GET /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929164 Jun 28 22:26:18.872215 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3a8ae8c2-aa0f-4a4c-bd86-cfa7ce0d08fd req-da244d16-62a2-4c52-8983-a0abfef832bb tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.1324747 Jun 28 22:26:18.879986 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52366) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:18.894194 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b333cc7a-90ba-45ca-8bb9-a25970c4957a req-1c3b3c79-dc39-4b62-86d2-f0f7731dff5e service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150296 Jun 28 22:26:18.904173 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:18.934680 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3a8ae8c2-aa0f-4a4c-bd86-cfa7ce0d08fd req-44f837c4-5fd3-4648-90ff-fb60bff56e3c tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615220 Jun 28 22:26:19.000890 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc6f14-5a21-4f7d-81cf-521d5bf9cb74 x-openstack-request-id: req-47cc6f14-5a21-4f7d-81cf-521d5bf9cb74 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:19.001213 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:19.001564 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47cc6f14-5a21-4f7d-81cf-521d5bf9cb74 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:19.002316 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'code': 200} Jun 28 22:26:19.129122 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:19.144181 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:19.167944 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-668fdf37-4e86-4037-9021-f28f4cf6ce59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:19.223848 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0999db3ceca465cb6109807e3bcb895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418279 Jun 28 22:26:19.225356 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d16023-5fdc-4ee9-871a-895bb7da648c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:19.228628 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52384) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:19.231047 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:19.253914 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c50e-0762-46ef-804b-bd1906267e9e req-3c421bd2-7e74-4fae-ba6f-19d454ab6254 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.255401 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1d25c50e-0762-46ef-804b-bd1906267e9e req-3c421bd2-7e74-4fae-ba6f-19d454ab6254 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1321037 Jun 28 22:26:19.292708 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-336c9757-1e9c-42d0-8d09-7af535d22a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.294256 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-336c9757-1e9c-42d0-8d09-7af535d22a51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bdc552114a448dca7857e8f94a11a5b&device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 1097 time: 0.2311926 Jun 28 22:26:19.328071 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1d25c50e-0762-46ef-804b-bd1906267e9e req-eb84db4f-3419-4c01-ada9-5fee10a7b1f6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660300 Jun 28 22:26:19.357862 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:19.411136 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ead6c11e-df3b-4319-9eb6-6c2b94315ac9 req-bd754116-9d5d-489f-9c21-af914b609d7d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 210 time: 0.0338531 Jun 28 22:26:19.421825 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5e08-4400-4f7d-b9a9-49a019eab94d req-a199a156-7fd6-4193-8c60-1d2108604c19 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.428777 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-797b5e08-4400-4f7d-b9a9-49a019eab94d req-a199a156-7fd6-4193-8c60-1d2108604c19 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.2942526 Jun 28 22:26:19.477802 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:19.536781 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-ee6e83e2-bd0e-42b6-8ac4-5ad1146fae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.538326 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-ee6e83e2-bd0e-42b6-8ac4-5ad1146fae1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2d7f1f4f-424d-4196-8aef-1321ff7736ad HTTP/1.1" status: 200 len: 910 time: 0.2354434 Jun 28 22:26:19.544793 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-797b5e08-4400-4f7d-b9a9-49a019eab94d req-3031af77-675e-4b08-b274-35ebd3779e6e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151690 Jun 28 22:26:19.588903 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-2086879f-5a23-403c-9002-124e93e206a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd8bd960-5351-45dc-ae00-5941b23efd19 HTTP/1.1" status: 200 len: 217 time: 0.0400906 Jun 28 22:26:19.594795 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f19-8b25-45d5-aa81-56d068b2c0c9 req-635473d9-36ec-463e-be0d-8c928f416234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.597737 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ca3d5f19-8b25-45d5-aa81-56d068b2c0c9 req-635473d9-36ec-463e-be0d-8c928f416234 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1099 time: 0.2564273 Jun 28 22:26:19.648567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:19.651155 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:19.652450 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9d16023-5fdc-4ee9-871a-895bb7da648c HTTP/1.1" status: 204 len: 168 time: 0.4212527 Jun 28 22:26:19.657484 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:19.685206 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d16023-5fdc-4ee9-871a-895bb7da648c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:19.692015 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:19.698583 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ca3d5f19-8b25-45d5-aa81-56d068b2c0c9 req-d242e96d-0736-4ca0-8301-bb79b7115ac8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889046 Jun 28 22:26:19.700399 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-6a7ec9c0-e701-4b8a-a1bc-4fdd71d1daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.702065 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-6a7ec9c0-e701-4b8a-a1bc-4fdd71d1daea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8439cee-af1b-4f72-a2fa-b8e0366c21fd HTTP/1.1" status: 200 len: 849 time: 0.1004586 Jun 28 22:26:19.814536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52402) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:19.815128 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091b94c-374a-4a4d-8d2b-78378d706802 req-f10ceb9c-15b5-48eb-bb92-f3ce9ca98c0f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:19.816678 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b091b94c-374a-4a4d-8d2b-78378d706802 req-f10ceb9c-15b5-48eb-bb92-f3ce9ca98c0f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 944 time: 0.0752625 Jun 28 22:26:19.861694 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b091b94c-374a-4a4d-8d2b-78378d706802 req-d99336b1-e71e-4f72-96ce-e6d80d0c5ad8 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Jun 28 22:26:19.968485 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.070338 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-e189d03f-5b17-4548-ba1a-62440f15ca9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2d7f1f4f-424d-4196-8aef-1321ff7736ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323579 Jun 28 22:26:20.117379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.137730 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.143427 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:20.250949 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52426) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:20.254080 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfffb94390054d59910c44afb4b9e0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373639 Jun 28 22:26:20.255167 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d77b12-a458-4ab4-8c59-c0f7568bf05c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:20.260012 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:20.292813 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ec70-817b-4577-95ff-f6f542bde828 req-5bae89cd-d7b0-47c9-b40f-72f4dc57a688 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:20.295351 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f484ec70-817b-4577-95ff-f6f542bde828 req-5bae89cd-d7b0-47c9-b40f-72f4dc57a688 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.2175345 Jun 28 22:26:20.331702 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.332453 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-8758d4dc-a2f6-44d5-93f5-cddc8a6eda22 service neutron] 10.222.0.61 "GET /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193794 Jun 28 22:26:20.357849 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f484ec70-817b-4577-95ff-f6f542bde828 req-39075740-61fb-49e3-9599-62976c83d990 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Jun 28 22:26:20.360166 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.429322 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.432757 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:20.437618 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32d77b12-a458-4ab4-8c59-c0f7568bf05c HTTP/1.1" status: 204 len: 168 time: 0.1822753 Jun 28 22:26:20.437618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1f6f0fa7-05e4-497d-82b3-786826331522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:20.444839 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d77b12-a458-4ab4-8c59-c0f7568bf05c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:20.447870 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:20.473070 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ed57dca9-4353-497d-ac55-7c9da7c08400 req-e4b78a79-ae1c-46b4-9acb-894a63f070b8 service neutron] 10.222.0.61 "GET /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141541 Jun 28 22:26:20.592841 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bda8cbb6-1400-4978-b16d-1776c3899223 req-2d943efc-6484-4db2-a318-009dee8f474e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 210 time: 0.0411615 Jun 28 22:26:20.636625 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d753-5e66-4fa6-80f3-0397f0473ac9 req-145db0d8-7fa8-42ea-a0d2-d1c0b17a364e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:20.638351 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b255d753-5e66-4fa6-80f3-0397f0473ac9 req-145db0d8-7fa8-42ea-a0d2-d1c0b17a364e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0815973 Jun 28 22:26:20.689302 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b255d753-5e66-4fa6-80f3-0397f0473ac9 req-b828c409-6655-4589-ab5a-3b13454044fa tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Jun 28 22:26:20.787756 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1d23f-5696-4bc9-99e0-781ebb2a7891 req-913b5211-378c-46b5-b0db-ea72b3e4620a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:20.789196 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1eb1d23f-5696-4bc9-99e0-781ebb2a7891 req-913b5211-378c-46b5-b0db-ea72b3e4620a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0696130 Jun 28 22:26:20.835800 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1eb1d23f-5696-4bc9-99e0-781ebb2a7891 req-797cb1f0-fd5b-4349-95be-cba2c95bdb8f tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393639 Jun 28 22:26:20.892864 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52452) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:20.916374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.067211 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6f14f-a348-49c6-9484-26a1e3a8c151 req-cc8e25cb-a890-43c9-bf14-2261981e5886 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:21.074878 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6bc6f14f-a348-49c6-9484-26a1e3a8c151 req-cc8e25cb-a890-43c9-bf14-2261981e5886 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 944 time: 0.0896046 Jun 28 22:26:21.123470 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6bc6f14f-a348-49c6-9484-26a1e3a8c151 req-cf76628a-064f-4a4d-b432-1bc4821fbcb0 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Jun 28 22:26:21.290828 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e213af06-4447-4dbb-8058-3805129daf9d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:21.292508 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e213af06-4447-4dbb-8058-3805129daf9d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.1308198 Jun 28 22:26:21.319078 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.324584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.327310 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4de8d9ac-15fe-469b-8b9f-06e0a73acd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:21.355379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Request body: {'port': {'device_id': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'admin_state_up': True, 'tenant_id': '9fcef0849bdc48c2b4dfa13dab9219c8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:21.393131 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52466) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:21.393287 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de2e3db8fd844f329f61743be14100d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989126 Jun 28 22:26:21.400468 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe9cab3-92af-48f5-b42b-7eed7beeca31,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:21.405004 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:21.476874 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.519348 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.589489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Made reservation on behalf of 9fcef0849bdc48c2b4dfa13dab9219c8 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:21.591342 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.593946 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.596174 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:21.599456 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abe9cab3-92af-48f5-b42b-7eed7beeca31 HTTP/1.1" status: 204 len: 168 time: 0.2044058 Jun 28 22:26:21.601211 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:21.612967 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe9cab3-92af-48f5-b42b-7eed7beeca31,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:21.615785 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:21.721854 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-6dc76284-00cb-49b0-ac84-081c62c7b0b6 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:21.723347 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-6dc76284-00cb-49b0-ac84-081c62c7b0b6 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.1948559 Jun 28 22:26:21.735420 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef8353-f71d-4fe7-a815-5207cfc4226c req-4c7c9759-cc1a-4c7d-8c19-a061f647fa66 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:21.742404 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f7ef8353-f71d-4fe7-a815-5207cfc4226c req-4c7c9759-cc1a-4c7d-8c19-a061f647fa66 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 946 time: 0.2126544 Jun 28 22:26:21.836640 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9404905-744d-47e2-bfbe-04d753779894 req-d781fd89-d169-4544-a7ca-04f0e8caf888 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 210 time: 0.0676596 Jun 28 22:26:21.901434 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Allocated IP 172.20.0.2 (6daf0c42-050b-4e66-9a55-49f0298ff1f2/0f1b4052-ed39-48bc-a580-5a7823e2f1b8/ec549cc6-f1d4-4bbf-8989-64e568a464d9) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:26:21.921942 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f7ef8353-f71d-4fe7-a815-5207cfc4226c req-7a0680ab-4419-460c-b9b0-00a192c381b5 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0e63a79-a253-43fa-9ca9-0fbc900c9450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785679 Jun 28 22:26:22.145989 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997df5fa-3074-4064-bf24-2e6cb47ed9ce req-fefe2c24-0ccd-4de4-8a69-15a0828ce5d1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:22.147605 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-997df5fa-3074-4064-bf24-2e6cb47ed9ce req-fefe2c24-0ccd-4de4-8a69-15a0828ce5d1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1047001 Jun 28 22:26:22.176408 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Deleting port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:26:22.176568 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:22.219651 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-997df5fa-3074-4064-bf24-2e6cb47ed9ce req-27635150-34e3-4b73-9312-3cae7d3bdb1c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639420 Jun 28 22:26:22.372676 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fd8bd960-5351-45dc-ae00-5941b23efd19 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:22.402111 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:22.423908 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d27cb-1839-4f71-891f-717a47591c9a req-bb69470f-5f50-49e3-931a-57290aed52b2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:22.425815 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-508d27cb-1839-4f71-891f-717a47591c9a req-bb69470f-5f50-49e3-931a-57290aed52b2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.3403523 Jun 28 22:26:22.483289 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] For port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,segment=NetworkSegment(8f6865d4-0a51-4c18-84d3-d067874b73e6),segment_id=8f6865d4-0a51-4c18-84d3-d067874b73e6)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:22.484025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:22.497329 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fd8bd960-5351-45dc-ae00-5941b23efd19, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd8bd960-5351-45dc-ae00-5941b23efd19,segment=NetworkSegment(2790023f-fca1-4864-9318-073e8695ded7),segment_id=2790023f-fca1-4864-9318-073e8695ded7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:22.508514 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Calling delete_port for 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:26:22.510468 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'fd8bd960-5351-45dc-ae00-5941b23efd19', 'network_id': '2d7f1f4f-424d-4196-8aef-1321ff7736ad', 'port_id': 'fd8bd960-5351-45dc-ae00-5941b23efd19', 'mac_address': 'fa:16:3e:fb:05:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8439cee-af1b-4f72-a2fa-b8e0366c21fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:22.527874 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-508d27cb-1839-4f71-891f-717a47591c9a req-18b9b8f0-7914-4407-88c1-8193778e2acd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921340 Jun 28 22:26:22.559685 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:22.596723 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8bd960-5351-45dc-ae00-5941b23efd19 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:22.650241 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fd8bd960-5351-45dc-ae00-5941b23efd19, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd8bd960-5351-45dc-ae00-5941b23efd19,segment=NetworkSegment(2790023f-fca1-4864-9318-073e8695ded7),segment_id=2790023f-fca1-4864-9318-073e8695ded7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:22.659080 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:22.661188 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:22.701101 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:22.743943 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:22.775994 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac05aa-88d2-459a-893c-912e3ac25b62 req-3aa16e7a-99c6-4707-a563-e56af9671033 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:22.784343 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-38ac05aa-88d2-459a-893c-912e3ac25b62 req-3aa16e7a-99c6-4707-a563-e56af9671033 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 945 time: 0.1450243 Jun 28 22:26:22.839229 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:22.861241 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:22.864008 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:22.872867 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-38ac05aa-88d2-459a-893c-912e3ac25b62 req-628485ad-b24d-4dc8-a2a8-7ea1a80c5c2f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868874 Jun 28 22:26:22.911079 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:22.915612 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event updated for resources: {'Port': ['ID=ec549cc6-f1d4-4bbf-8989-64e568a464d9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:22.919942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:22.987704 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:22.988311 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.027487 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167fcf1-ded9-4554-8257-59e4bc6434c2 req-44d21e9d-440d-4ff3-9443-d526d5f2b3ea tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:23.037698 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fd8bd960-5351-45dc-ae00-5941b23efd19,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:23.043446 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52564) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:23.045652 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4167fcf1-ded9-4554-8257-59e4bc6434c2 req-44d21e9d-440d-4ff3-9443-d526d5f2b3ea tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.2848506 Jun 28 22:26:23.048947 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6991031 Jun 28 22:26:23.057804 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:23.058429 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.067840 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:23.105628 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'floatingip': {'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:23.131767 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['fd8bd960-5351-45dc-ae00-5941b23efd19'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:23.139360 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Request body: {'port': {'device_id': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:23.151558 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Pushing event deleted for resources: {'Port': ['ID=3fd6ca66-50ca-4cf3-806f-ddf0c307eb04,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:23.163253 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:23.181154 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.300308 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] No DVR routers for this DVR port 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:26:23.372815 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.392400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.394405 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3c041a79-1c0c-4a3c-aa9c-ebd852b59823 req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.61 "DELETE /v2.0/ports/3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 HTTP/1.1" status: 204 len: 173 time: 1.6277649 Jun 28 22:26:23.398518 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0e7721e5-f784-4567-b4cf-d2df26f1554c req-2cdeb250-2f90-45d3-a232-47ca779fc8d3 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.1440792 Jun 28 22:26:23.399025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'name': 'network-vif-deleted', 'tag': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:23.401994 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb55df-1710-4c00-821b-d93fb74bd027" -d '{"events": [{"server_uuid": "b4cce200-e5a9-4f8d-9374-a722fcca488f", "name": "network-vif-deleted", "tag": "3fd6ca66-50ca-4cf3-806f-ddf0c307eb04"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:23.638555 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137b02b-9b13-4c4c-b674-c4067cf35896 req-54573fb7-e87d-4590-a972-bf58afa8f55e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:23.647035 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6137b02b-9b13-4c4c-b674-c4067cf35896 req-54573fb7-e87d-4590-a972-bf58afa8f55e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 931 time: 0.6147811 Jun 28 22:26:23.671006 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['3fd6ca66-50ca-4cf3-806f-ddf0c307eb04'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:23.790149 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6137b02b-9b13-4c4c-b674-c4067cf35896 req-6d08956b-ef59-42cb-ad08-4fba65c06459 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407998 Jun 28 22:26:23.847188 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec549cc6-f1d4-4bbf-8989-64e568a464d9 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:23.866098 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.890014 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Transition to ACTIVE for port object ec549cc6-f1d4-4bbf-8989-64e568a464d9 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:23.894616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5601ce0e-7299-49f5-83ba-14eecb36342a x-openstack-request-id: req-5601ce0e-7299-49f5-83ba-14eecb36342a {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:23.894616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cce200-e5a9-4f8d-9374-a722fcca488f", "name": "network-vif-deleted", "tag": "3fd6ca66-50ca-4cf3-806f-ddf0c307eb04", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:23.894953 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5601ce0e-7299-49f5-83ba-14eecb36342a {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:23.895427 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cce200-e5a9-4f8d-9374-a722fcca488f', 'name': 'network-vif-deleted', 'tag': '3fd6ca66-50ca-4cf3-806f-ddf0c307eb04', 'status': 'completed', 'code': 200} Jun 28 22:26:23.897105 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:23.934565 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:24.005541 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=ec549cc6-f1d4-4bbf-8989-64e568a464d9,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:24.255062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:24.303543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2087b9-7ecc-4837-a5c2-853fb988030c req-2414ba75-f0c3-48e0-9ad0-19bc1d1d1524 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:24.305214 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8f2087b9-7ecc-4837-a5c2-853fb988030c req-2414ba75-f0c3-48e0-9ad0-19bc1d1d1524 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.4128246 Jun 28 22:26:24.328855 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Attempting to bind port ec549cc6-f1d4-4bbf-8989-64e568a464d9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:26:24.329418 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Attempting to bind port ec549cc6-f1d4-4bbf-8989-64e568a464d9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:26:24.329909 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Attempting to bind port ec549cc6-f1d4-4bbf-8989-64e568a464d9 on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:24.340602 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Port ec549cc6-f1d4-4bbf-8989-64e568a464d9 on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:26:24.341071 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Attempting to bind port ec549cc6-f1d4-4bbf-8989-64e568a464d9 on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:24.348870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:26:24.349343 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Checking segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:24.349805 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Bound using segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:26:24.350315 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Bound port: ec549cc6-f1d4-4bbf-8989-64e568a464d9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:26:24.350864 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.386314 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8f2087b9-7ecc-4837-a5c2-853fb988030c req-f3a18495-fa47-46ae-9498-65a69e992a3c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Jun 28 22:26:24.428777 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fd8bd960-5351-45dc-ae00-5941b23efd19 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:24.431661 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52322b89-eeaa-4dea-abb0-7239e5f05c62 req-9afa1ef6-6b61-4dbb-9c5e-eb4f10e404a3 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:24.433970 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-52322b89-eeaa-4dea-abb0-7239e5f05c62 req-9afa1ef6-6b61-4dbb-9c5e-eb4f10e404a3 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 945 time: 0.2492762 Jun 28 22:26:24.486016 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] For port ec549cc6-f1d4-4bbf-8989-64e568a464d9, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:26:24.495102 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] For port ec549cc6-f1d4-4bbf-8989-64e568a464d9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:26:24.507527 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.510907 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-00414b93-477e-4d48-b5e3-7b565d84d81c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:24.537131 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port fd8bd960-5351-45dc-ae00-5941b23efd19 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:24.544152 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port fd8bd960-5351-45dc-ae00-5941b23efd19 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:24.544847 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.546613 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.563949 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:24.564974 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-52322b89-eeaa-4dea-abb0-7239e5f05c62 req-dc056859-d97d-4ccc-a91f-dae2d6b9e69d tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211596 Jun 28 22:26:24.565812 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.575651 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.578467 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] 10.222.0.61 "PUT /v2.0/ports/ec549cc6-f1d4-4bbf-8989-64e568a464d9 HTTP/1.1" status: 200 len: 1093 time: 1.4905200 Jun 28 22:26:24.633350 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=ec549cc6-f1d4-4bbf-8989-64e568a464d9,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:24.639801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:24.678814 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.687571 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e290b731-5fcf-4ade-a270-3d76b932468c req-2306bf6a-87bd-4a87-a5c1-ccd4707b2adc tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cce200-e5a9-4f8d-9374-a722fcca488f HTTP/1.1" status: 200 len: 210 time: 0.0466158 Jun 28 22:26:24.741306 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8bd960-5351-45dc-ae00-5941b23efd19'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:24.747167 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd2708-0da0-4453-a8c7-8d50d48036eb" -d '{"events": [{"server_uuid": "3f4af278-f8ce-4102-a99a-16cd39c9e449", "name": "network-vif-plugged", "status": "completed", "tag": "fd8bd960-5351-45dc-ae00-5941b23efd19"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:24.777855 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Floating IP 0878daa1-4f13-46d0-b66d-1e1d1725bf3f associated. External IP: 172.28.3.36, port: 2f139e5f-0781-4d01-9eb4-5299d1725606. Jun 28 22:26:24.782213 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fd8bd960-5351-45dc-ae00-5941b23efd19, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd8bd960-5351-45dc-ae00-5941b23efd19,segment=NetworkSegment(2790023f-fca1-4864-9318-073e8695ded7),segment_id=2790023f-fca1-4864-9318-073e8695ded7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:24.791493 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:24.795512 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:26:24.803162 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:24.845597 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7185a5fe-f667-4490-801f-e1207a7439be x-openstack-request-id: req-7185a5fe-f667-4490-801f-e1207a7439be {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:24.846346 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4af278-f8ce-4102-a99a-16cd39c9e449", "name": "network-vif-plugged", "status": "completed", "tag": "fd8bd960-5351-45dc-ae00-5941b23efd19", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:24.846489 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7185a5fe-f667-4490-801f-e1207a7439be {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:24.846912 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8bd960-5351-45dc-ae00-5941b23efd19', 'code': 200} Jun 28 22:26:24.849532 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-b7a4b524-fa52-4e2b-b3d8-88d09f3e5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:24.851162 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-b7a4b524-fa52-4e2b-b3d8-88d09f3e5c38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1222196 Jun 28 22:26:24.863849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:26:24.864192 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 3fd6ca66-50ca-4cf3-806f-ddf0c307eb04 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:26:24.916964 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fd8bd960-5351-45dc-ae00-5941b23efd19,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:24.922774 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:24.940273 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-afda9008-bc41-476f-a93d-6e9e1c501ba0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9 HTTP/1.1" status: 200 len: 217 time: 0.0509925 Jun 28 22:26:25.039021 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-c48c3866-80d1-4b29-b394-554f7383d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.040568 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-c48c3866-80d1-4b29-b394-554f7383d281 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0759165 Jun 28 22:26:25.070517 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413e62-4618-41c3-b18c-3fe7e8542b81 req-f5afe4f9-2024-47fd-bbf7-db06b29d0da0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.072352 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ec413e62-4618-41c3-b18c-3fe7e8542b81 req-f5afe4f9-2024-47fd-bbf7-db06b29d0da0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 943 time: 0.1217737 Jun 28 22:26:25.094037 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-ac2f8b37-91f8-4ee9-b152-693db6b21091 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419154 Jun 28 22:26:25.108109 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Router adbbe8ee-642c-4f09-85cc-094812b0754f has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:26:25.240715 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:26:25.245960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:25.249878 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ec413e62-4618-41c3-b18c-3fe7e8542b81 req-ac44a5af-dbee-4965-b59b-fdfd5f2d554a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542189 Jun 28 22:26:25.259056 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7968baa-304c-4201-a381-72b215a393aa None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:26:25.282888 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52630) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:25.285727 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:26:25.286896 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:26:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:25.296776 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e726a8-e49c-4660-8a24-437c9fce09e1 req-3f3c6161-2316-4e25-9f01-88c327a7f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.299036 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-70e726a8-e49c-4660-8a24-437c9fce09e1 req-3f3c6161-2316-4e25-9f01-88c327a7f85f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 1099 time: 0.1669407 Jun 28 22:26:25.322192 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-59aa7ae8-841f-4123-8362-cc63aec30a8b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "PUT /v2.0/floatingips/0878daa1-4f13-46d0-b66d-1e1d1725bf3f HTTP/1.1" status: 200 len: 991 time: 2.2772715 Jun 28 22:26:25.323711 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:25.327046 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7" -d '{"events": [{"name": "network-changed", "server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:25.344888 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-26bbf18c-557f-43ab-8371-40c9b68655f6 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385874 Jun 28 22:26:25.388205 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf9db1a-2b79-4a19-8bf0-01425bc368dd x-openstack-request-id: req-fcf9db1a-2b79-4a19-8bf0-01425bc368dd {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:25.388748 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:25.389268 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcf9db1a-2b79-4a19-8bf0-01425bc368dd {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:25.390391 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'status': 'completed', 'code': 200} Jun 28 22:26:25.434665 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:25.493761 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:26:25.529851 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-b7afa094-cf6d-46fb-8f4e-07aea56241e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.532621 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-b7afa094-cf6d-46fb-8f4e-07aea56241e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1099 time: 0.0845432 Jun 28 22:26:25.625075 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:25.628968 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-70e726a8-e49c-4660-8a24-437c9fce09e1 req-de9c7433-d0c7-432a-b328-2917c432f868 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824244 Jun 28 22:26:25.639649 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:25.645054 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1901d8e0-f816-4fde-b030-ce3b9f7d9c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:25.661938 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-29d2692d-5267-4746-b60b-d0f14379e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.663717 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-29d2692d-5267-4746-b60b-d0f14379e12a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.1146531 Jun 28 22:26:25.695333 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d205dc95-fbe6-4b69-bd3e-a22fa9a1568f req-d21dd9f0-b544-4b21-8051-998ebd42ac7a service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351457 Jun 28 22:26:25.699945 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a878a49cffc46658fff448eabf0110b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146352 Jun 28 22:26:25.702341 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131894c0-4523-4163-a248-f23979dcd8df,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:25.703697 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52644) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:25.706329 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:25.738530 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300c336-60a9-4701-bcb8-08a14185889a req-539cc0ec-235a-4df7-8154-f64f67aee3d7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.740296 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9300c336-60a9-4701-bcb8-08a14185889a req-539cc0ec-235a-4df7-8154-f64f67aee3d7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.2035594 Jun 28 22:26:25.790130 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9300c336-60a9-4701-bcb8-08a14185889a req-5ca19cc1-1b5a-4835-9765-722ee1c7ca57 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Jun 28 22:26:25.829208 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:25.861237 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:25.875616 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218d7d9-8a55-4ca9-8443-9a3a81e4d10d req-cb203966-60e7-4b5d-b816-614a808b4383 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:25.882569 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5218d7d9-8a55-4ca9-8443-9a3a81e4d10d req-cb203966-60e7-4b5d-b816-614a808b4383 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.1393540 Jun 28 22:26:25.906236 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'tag': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:25.909441 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb" -d '{"events": [{"name": "network-changed", "server_uuid": "903c73a9-d0ac-4d6f-b10a-ec387104f5a4", "tag": "ec549cc6-f1d4-4bbf-8989-64e568a464d9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:25.946847 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5218d7d9-8a55-4ca9-8443-9a3a81e4d10d req-9bdd1a6e-e7c4-49e6-8923-011292208b73 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632231 Jun 28 22:26:25.952179 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85affbad-6950-4e3f-8513-aa91ea00b1e1 x-openstack-request-id: req-85affbad-6950-4e3f-8513-aa91ea00b1e1 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:25.952774 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903c73a9-d0ac-4d6f-b10a-ec387104f5a4", "tag": "ec549cc6-f1d4-4bbf-8989-64e568a464d9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:25.953324 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85affbad-6950-4e3f-8513-aa91ea00b1e1 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:25.953916 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'tag': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', 'status': 'completed', 'code': 200} Jun 28 22:26:26.011209 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:26.013726 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:26.018299 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/131894c0-4523-4163-a248-f23979dcd8df HTTP/1.1" status: 204 len: 168 time: 0.3134701 Jun 28 22:26:26.024122 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3963f3a4-a0fe-4f5b-b6f3-bcec4e92d4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:26.039833 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131894c0-4523-4163-a248-f23979dcd8df,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:26.053627 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:26.116174 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-be3f5a48-215a-4ff6-bf61-facb02ed8604 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 200 len: 999 time: 0.1501675 Jun 28 22:26:26.132249 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '0878daa1-4f13-46d0-b66d-1e1d1725bf3f', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'mac_address': 'fa:16:3e:49:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:26:00Z', 'updated_at': '2021-06-28T22:26:24Z', 'revision_number': 1, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:26.205518 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-7f11dfa1-8415-490f-9bc3-dcd443b8b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:26.207359 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-7f11dfa1-8415-490f-9bc3-dcd443b8b6d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0781610 Jun 28 22:26:26.225524 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7968baa-304c-4201-a381-72b215a393aa None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:26:26.229775 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-1a2b8a13-14aa-46de-833b-19390b7bb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:26.231517 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-1a2b8a13-14aa-46de-833b-19390b7bb2bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1283329 Jun 28 22:26:26.237464 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:26:26.238382 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:26:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:26.377705 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-7d4a6433-0914-4909-94fe-ebd2b47204dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:26.378191 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-3ca8f46b-5d7e-4d80-9839-145010ed1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:26.379620 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-7d4a6433-0914-4909-94fe-ebd2b47204dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 915 time: 0.1405809 Jun 28 22:26:26.379789 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-3ca8f46b-5d7e-4d80-9839-145010ed1e0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1652038 Jun 28 22:26:26.454284 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-e78d5db0-2274-4f46-a10f-974a23b2ce01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9 HTTP/1.1" status: 200 len: 217 time: 0.0576448 Jun 28 22:26:26.592411 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-5cfdc9da-329e-4ee4-88d1-933c9c6b810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:26.594233 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-5cfdc9da-329e-4ee4-88d1-933c9c6b810d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0991035 Jun 28 22:26:26.611695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646999-6ac5-4cc5-bc65-d24d6f0cf016 req-086b72e1-a52d-4996-8b17-305f5ac6ff79 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:26.619455 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-43646999-6ac5-4cc5-bc65-d24d6f0cf016 req-086b72e1-a52d-4996-8b17-305f5ac6ff79 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 943 time: 0.1558239 Jun 28 22:26:26.634918 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:26:26.680187 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-e25f870f-262d-4e0f-88ac-6d68a47c174d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583594 Jun 28 22:26:26.886298 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-18f0fade-83fa-4a0d-aa53-9ee108254a0f service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925266 Jun 28 22:26:26.907130 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-43646999-6ac5-4cc5-bc65-d24d6f0cf016 req-16127ac2-952b-452e-a3cf-48e650874979 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865517 Jun 28 22:26:27.042380 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6c9efccd-7f52-4d82-8e40-83d8a3c0eecb req-d860d45a-a504-4cf4-9711-f38f1c3b3877 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341169 Jun 28 22:26:27.059156 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-a7968baa-304c-4201-a381-72b215a393aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '0878daa1-4f13-46d0-b66d-1e1d1725bf3f', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'mac_address': 'fa:16:3e:49:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:26:00Z', 'updated_at': '2021-06-28T22:26:24Z', 'revision_number': 1, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:27.080554 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-8afee772-a6ae-4fcb-9229-471dfcd3708c service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834147 Jun 28 22:26:27.097928 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8ad5-4911-420e-9ec7-8416ea3b1043 req-80d53701-4aff-409f-80d0-aba5ffd484ad tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:27.098215 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7968baa-304c-4201-a381-72b215a393aa None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '0878daa1-4f13-46d0-b66d-1e1d1725bf3f', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'mac_address': 'fa:16:3e:49:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:26:00Z', 'updated_at': '2021-06-28T22:26:24Z', 'revision_number': 1, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:26:27.099327 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a89b8ad5-4911-420e-9ec7-8416ea3b1043 req-80d53701-4aff-409f-80d0-aba5ffd484ad tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1061707 Jun 28 22:26:27.162497 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a89b8ad5-4911-420e-9ec7-8416ea3b1043 req-8a315449-b353-474e-9b24-bb88490ab2ae tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565906 Jun 28 22:26:27.225618 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107505d8-ccba-4f25-81b7-5690d0750e90 req-7fa9ec00-8150-4dde-9c72-e259a0ce3d41 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:27.227071 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-107505d8-ccba-4f25-81b7-5690d0750e90 req-7fa9ec00-8150-4dde-9c72-e259a0ce3d41 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.0890303 Jun 28 22:26:27.276369 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-107505d8-ccba-4f25-81b7-5690d0750e90 req-a1b98033-45f2-450c-87c1-139a7cd7e9fe tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Jun 28 22:26:27.311794 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a2b54dc9-f6f4-4acb-bbc3-ccdb11d216b7 req-46aa84fe-8608-4921-a8c7-9f64c4208cb8 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995059 Jun 28 22:26:27.383954 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a394-cb4f-4df8-98b3-1cf47e8ca572 None None] New status for floating IP 0878daa1-4f13-46d0-b66d-1e1d1725bf3f: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:26:27.612161 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52754) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:27.671429 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Deleting subnet e2ce9b32-6065-43ea-9625-01c5c674dd9c {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:26:27.675082 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:27.713395 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:27.718847 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:27.777699 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:27.781081 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-03af7e00-58dc-4ee2-afcd-21b71ed987c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:27.809780 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:27.814165 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e2ce9b32-6065-43ea-9625-01c5c674dd9c HTTP/1.1" status: 204 len: 168 time: 0.1982009 Jun 28 22:26:27.814165 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ce9b32-6065-43ea-9625-01c5c674dd9c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:27.815391 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52762) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:27.821003 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:27.913591 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.030414 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.070624 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b90308b-f1d6-436f-980e-59635e5df84f']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:28.070731 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:26:28.077366 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6865d4-0a51-4c18-84d3-d067874b73e6') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:28.077650 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6865d4-0a51-4c18-84d3-d067874b73e6') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:28.088926 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.104895 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.113206 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:26:28.113587 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:26:28.115233 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:26:28.168731 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531fea5-e973-45ec-bc26-1631656b2231 req-975a1ddf-5b94-4953-b652-f90106e50563 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:28.170270 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8531fea5-e973-45ec-bc26-1631656b2231 req-975a1ddf-5b94-4953-b652-f90106e50563 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 943 time: 0.1428275 Jun 28 22:26:28.192028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.204877 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2b729e1c-7070-4c06-b347-fcff6e0713ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:28.212494 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.214570 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] 10.222.0.50 "DELETE /v2.0/networks/7b90308b-f1d6-436f-980e-59635e5df84f HTTP/1.1" status: 204 len: 168 time: 0.3978083 Jun 28 22:26:28.232969 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b90308b-f1d6-436f-980e-59635e5df84f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:28.259045 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ba09e0d1-5fb3-45dd-ab4f-195fa4f44f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:28.273677 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8531fea5-e973-45ec-bc26-1631656b2231 req-a8513ec2-bc1f-4a5f-a581-044ecd3c9847 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898583 Jun 28 22:26:28.385667 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e021b30-a5a9-45e2-9be8-44c0dbd3886d req-3a6c20cb-f423-45aa-bc17-6c4d3244a74c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:28.387549 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4e021b30-a5a9-45e2-9be8-44c0dbd3886d req-3a6c20cb-f423-45aa-bc17-6c4d3244a74c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0823910 Jun 28 22:26:28.456729 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4e021b30-a5a9-45e2-9be8-44c0dbd3886d req-c0e15283-f79c-436d-b70a-b8af2b46e76e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604453 Jun 28 22:26:28.481131 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52802) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:28.532122 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5463fb-d711-415a-ae88-82a55027c64f req-db449673-9b82-4f0a-8795-d8a16365ed5d tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:28.537564 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ba5463fb-d711-415a-ae88-82a55027c64f req-db449673-9b82-4f0a-8795-d8a16365ed5d tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.1057048 Jun 28 22:26:28.540943 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0aa2ddb4-2f18-4efc-87fc-2f77d4082cbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=138f047cee1f4ec8b0111f84a5886d48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557320 Jun 28 22:26:28.541616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52804) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:28.607452 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ba5463fb-d711-415a-ae88-82a55027c64f req-52f0ed5e-6d0f-4bbe-bcd9-7b8f68bc0cf8 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634227 Jun 28 22:26:28.626092 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.653042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.717361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.719863 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:28.721558 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0e63a79-a253-43fa-9ca9-0fbc900c9450 HTTP/1.1" status: 204 len: 168 time: 0.1790433 Jun 28 22:26:28.722297 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0064117a-d8a7-4a05-8a81-f1ef0b270a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:28.730368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e63a79-a253-43fa-9ca9-0fbc900c9450,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:28.732718 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:29.469888 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041e69-b6b5-46ee-bacd-3d15313e9a94 req-8e3dcac0-146e-4262-b5a6-d93242bdc2bb tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:29.471704 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-65041e69-b6b5-46ee-bacd-3d15313e9a94 req-8e3dcac0-146e-4262-b5a6-d93242bdc2bb tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 943 time: 0.0677171 Jun 28 22:26:29.521591 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-65041e69-b6b5-46ee-bacd-3d15313e9a94 req-207af8bb-869f-4917-9b05-6995828a39ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Jun 28 22:26:29.651275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c07883-07d1-4aad-945c-3e3d3022a724 req-fef5a2af-0c63-4610-84b3-2c840b6df4f0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:29.652775 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-42c07883-07d1-4aad-945c-3e3d3022a724 req-fef5a2af-0c63-4610-84b3-2c840b6df4f0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0728467 Jun 28 22:26:29.691782 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-42c07883-07d1-4aad-945c-3e3d3022a724 req-b30bd153-611e-4345-90ca-129919531eb8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331521 Jun 28 22:26:30.439424 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device ec549cc6-f1d4-4bbf-8989-64e568a464d9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:30.534660 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port ec549cc6-f1d4-4bbf-8989-64e568a464d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:30.545506 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'port_id': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', 'mac_address': 'fa:16:3e:11:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1b4052-ed39-48bc-a580-5a7823e2f1b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:30.619193 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:30.637657 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec549cc6-f1d4-4bbf-8989-64e568a464d9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:30.672136 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port ec549cc6-f1d4-4bbf-8989-64e568a464d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:30.679232 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:30.688414 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:30.788755 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=ec549cc6-f1d4-4bbf-8989-64e568a464d9,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:30.795687 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:30.803450 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0bdc8-8aed-4051-9994-1d38be95baa1 req-1cca29b8-fb89-4e92-94ca-1bd678e488b6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:30.805075 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46d0bdc8-8aed-4051-9994-1d38be95baa1 req-1cca29b8-fb89-4e92-94ca-1bd678e488b6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 944 time: 0.0925581 Jun 28 22:26:30.853354 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46d0bdc8-8aed-4051-9994-1d38be95baa1 req-4d0c9af2-a5d8-4081-8bb8-759c62c2c448 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Jun 28 22:26:30.921119 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb675b-764d-4a1a-8036-c1d354d0b705 req-4fe5bc01-6bd8-4eb3-80cb-33f4e1c2bf49 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:30.922658 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbcb675b-764d-4a1a-8036-c1d354d0b705 req-4fe5bc01-6bd8-4eb3-80cb-33f4e1c2bf49 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0741029 Jun 28 22:26:30.966041 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbcb675b-764d-4a1a-8036-c1d354d0b705 req-6d9412c9-9530-49c8-90e9-1c88764da23a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366485 Jun 28 22:26:31.223919 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['ec549cc6-f1d4-4bbf-8989-64e568a464d9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:31.705217 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52944) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:31.819199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:31.927822 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:31.932141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:31.934912 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-eddb311a-d38d-4a27-82e9-37a115449f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:31.988197 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf79072-1359-4c82-837f-85f634520729,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:31.994252 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2171115947a34002920bc8a17af572ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878602 Jun 28 22:26:31.996904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52956) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:31.997439 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:32.050900 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016649e1-b2c4-46b2-961c-af662b90544f req-dc5b031d-c05c-4ad8-b00d-681335a171b6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:32.052693 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-016649e1-b2c4-46b2-961c-af662b90544f req-dc5b031d-c05c-4ad8-b00d-681335a171b6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 944 time: 0.0765946 Jun 28 22:26:32.060645 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.088001 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.111960 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-016649e1-b2c4-46b2-961c-af662b90544f req-4a644290-e7ac-4683-ba2b-5d068f6a2c56 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Jun 28 22:26:32.179322 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.182001 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.183177 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bf79072-1359-4c82-837f-85f634520729 HTTP/1.1" status: 204 len: 168 time: 0.1852484 Jun 28 22:26:32.184647 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e7069a98-171b-4ea7-85e1-14c457c15073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:32.193773 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633b88c-621c-48db-88d3-e934789093ed req-2403f233-be13-41b4-a637-75ada785bb53 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:32.200697 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8633b88c-621c-48db-88d3-e934789093ed req-2403f233-be13-41b4-a637-75ada785bb53 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0906119 Jun 28 22:26:32.214534 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf79072-1359-4c82-837f-85f634520729,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:32.223103 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:32.249705 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8633b88c-621c-48db-88d3-e934789093ed req-a7632408-81ef-4221-90da-c3a8dd72eb7d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Jun 28 22:26:32.467001 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device ec549cc6-f1d4-4bbf-8989-64e568a464d9 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:32.491262 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 52978) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:32.508823 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.533615 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port ec549cc6-f1d4-4bbf-8989-64e568a464d9 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:32.539340 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port ec549cc6-f1d4-4bbf-8989-64e568a464d9 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:32.539929 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.651281 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.660996 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.661544 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.668942 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6e2a3595-da52-45a7-abf1-cb2d96a62675 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:32.701149 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:32.704100 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f1e1e-329d-4acd-82c4-9dcbdebbfff1" -d '{"events": [{"server_uuid": "903c73a9-d0ac-4d6f-b10a-ec387104f5a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec549cc6-f1d4-4bbf-8989-64e568a464d9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:32.722240 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port ec549cc6-f1d4-4bbf-8989-64e568a464d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:32.729217 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.732579 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:32.746647 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=079e951c39f549de99570dc6b8c163ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540498 Jun 28 22:26:32.748075 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da33177-70e6-400d-a5cb-22cc8df71f3c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:32.749480 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 52988) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:32.759053 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.760029 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.761081 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.761865 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.762235 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.762620 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.763074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.763419 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.763876 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.764252 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.764757 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.765459 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.771742 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:32.796896 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=ec549cc6-f1d4-4bbf-8989-64e568a464d9,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:32.800293 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:32.824543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.857746 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.884961 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285af5c-4797-4855-88dd-df8cf2ab8087 x-openstack-request-id: req-6285af5c-4797-4855-88dd-df8cf2ab8087 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:32.885598 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903c73a9-d0ac-4d6f-b10a-ec387104f5a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec549cc6-f1d4-4bbf-8989-64e568a464d9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:32.885946 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6285af5c-4797-4855-88dd-df8cf2ab8087 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:32.886483 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', 'code': 200} Jun 28 22:26:32.923038 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.926346 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:32.929932 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5da33177-70e6-400d-a5cb-22cc8df71f3c HTTP/1.1" status: 204 len: 168 time: 0.1770492 Jun 28 22:26:32.929932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3eca933-f707-4817-8a60-e85fe3006f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:32.962559 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da33177-70e6-400d-a5cb-22cc8df71f3c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:32.977766 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.978198 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.978553 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.978891 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.979277 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.979610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.979942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.980267 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.980596 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.980921 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.981541 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.982401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:32.986225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:33.177724 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a75d00-ef4c-400c-ad2e-0da5d620484e req-a093605e-6852-4dd1-8165-6f7e6121d30e tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:33.179614 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-51a75d00-ef4c-400c-ad2e-0da5d620484e req-a093605e-6852-4dd1-8165-6f7e6121d30e tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.1066244 Jun 28 22:26:33.239297 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-51a75d00-ef4c-400c-ad2e-0da5d620484e req-d8fdf3f2-dfc6-48ea-94d8-6b2bcd66e7e7 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537088 Jun 28 22:26:33.358114 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 53010) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:33.384238 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.432768 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f32a31-5597-4435-837e-9fb41f8b0524 req-f2cdbbe2-6db0-49ae-845c-671e554e076d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:33.438852 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddadad2-4516-40e5-add9-32bf6b7029a0 req-49027ef7-685a-4df5-8c34-160b59b7b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:33.439819 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-75f32a31-5597-4435-837e-9fb41f8b0524 req-f2cdbbe2-6db0-49ae-845c-671e554e076d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 945 time: 0.1400590 Jun 28 22:26:33.440785 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5ddadad2-4516-40e5-add9-32bf6b7029a0 req-49027ef7-685a-4df5-8c34-160b59b7b41d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 1098 time: 0.1352470 Jun 28 22:26:33.489740 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-75f32a31-5597-4435-837e-9fb41f8b0524 req-db038b69-cad5-499a-ade6-39a8a57fbc5e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Jun 28 22:26:33.497061 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dc774-b36f-4510-befe-4c34d29ea7c8 req-c7ea6ebd-1a05-4611-90a7-2fdff54530d8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:33.499426 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-615dc774-b36f-4510-befe-4c34d29ea7c8 req-c7ea6ebd-1a05-4611-90a7-2fdff54530d8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1226339 Jun 28 22:26:33.543880 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5ddadad2-4516-40e5-add9-32bf6b7029a0 req-fb3e792d-a385-44e1-92a5-8594e353addb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762932 Jun 28 22:26:33.545004 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.552335 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.556535 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e58e3bbb-e1bf-44b6-b5c7-6300874c93b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:33.563829 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-615dc774-b36f-4510-befe-4c34d29ea7c8 req-fab3d1c7-f1c0-4e36-ba7f-b501c10330c0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536571 Jun 28 22:26:33.597392 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=481bdcaf086841d9a9d34909580d2ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377293 Jun 28 22:26:33.598397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3ece7-4377-4e77-9c1d-b63f912004f2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:33.600510 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53020) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:33.601590 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:33.657351 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.679059 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.736182 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.739320 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:33.740464 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daf3ece7-4377-4e77-9c1d-b63f912004f2 HTTP/1.1" status: 204 len: 168 time: 0.1387866 Jun 28 22:26:33.741377 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-663481af-b0c4-427a-ac17-1d29f6effb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:33.748995 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3ece7-4377-4e77-9c1d-b63f912004f2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:33.751470 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:34.416606 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383ec5-a3fc-44fc-8c8f-8432fc76a7bd req-ff9b76d9-8c42-442d-9079-cb98d04ce55b tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:34.418170 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-56383ec5-a3fc-44fc-8c8f-8432fc76a7bd req-ff9b76d9-8c42-442d-9079-cb98d04ce55b tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.0699196 Jun 28 22:26:34.457691 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-56383ec5-a3fc-44fc-8c8f-8432fc76a7bd req-1b38b309-442c-4991-a29f-20e7a89a3b43 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Jun 28 22:26:34.684443 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb59c6-c384-4aec-9b76-e67de6344530 req-7555d1f1-239b-493a-8de5-cd7062031de3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:34.686163 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8cdb59c6-c384-4aec-9b76-e67de6344530 req-7555d1f1-239b-493a-8de5-cd7062031de3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 945 time: 0.0662510 Jun 28 22:26:34.737627 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8cdb59c6-c384-4aec-9b76-e67de6344530 req-96008af8-89e3-4b1c-b6a3-da7a7a22a0b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Jun 28 22:26:34.768178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee331f-4716-4599-a596-900993ee3600 req-7807b4ea-0a75-4f58-8170-9313123d1b3c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:34.769762 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3fee331f-4716-4599-a596-900993ee3600 req-7807b4ea-0a75-4f58-8170-9313123d1b3c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0931311 Jun 28 22:26:34.815704 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3fee331f-4716-4599-a596-900993ee3600 req-0b813d49-d9d4-4c18-8f21-2bafee02ac0a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Jun 28 22:26:35.642267 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff32bc8-a1a5-42d8-9723-94b978a750b0 req-c4f33a5d-1409-4eb5-aa44-f2d7b5416583 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:35.643831 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fff32bc8-a1a5-42d8-9723-94b978a750b0 req-c4f33a5d-1409-4eb5-aa44-f2d7b5416583 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.0638154 Jun 28 22:26:35.686426 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fff32bc8-a1a5-42d8-9723-94b978a750b0 req-4e4413f6-528e-4d49-a324-17cc8696bfa3 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Jun 28 22:26:35.812096 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53132) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:35.914181 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9f15b-994d-4b86-936a-27f9ef6a95e0 req-900f29bc-6b08-4881-9284-a62089c45d24 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:35.922313 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fee9f15b-994d-4b86-936a-27f9ef6a95e0 req-900f29bc-6b08-4881-9284-a62089c45d24 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 945 time: 0.0716636 Jun 28 22:26:35.927004 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:35.972647 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fee9f15b-994d-4b86-936a-27f9ef6a95e0 req-589fa11d-120b-4ffe-bbfe-3392e9515ddb tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470476 Jun 28 22:26:36.049396 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5d26-e074-452e-b887-4cfa1532fdbb req-90175c0e-bca1-4626-b455-94da96471c9b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:36.050912 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-cf2d5d26-e074-452e-b887-4cfa1532fdbb req-90175c0e-bca1-4626-b455-94da96471c9b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1156397 Jun 28 22:26:36.114349 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-cf2d5d26-e074-452e-b887-4cfa1532fdbb req-b73604c0-f5c2-4142-96a4-19f486aec339 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Jun 28 22:26:36.133489 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.139136 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.141685 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9a129744-8164-4d23-88b8-03fdc133a422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:36.177293 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36bd06-e06e-45b0-b7cf-7e844e2a68b7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:36.189543 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:36.192047 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=847686d923c540df948bbaa087a3c2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785591 Jun 28 22:26:36.194910 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53156) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:36.281115 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.308140 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.351825 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-69450720-cf96-42e8-9d24-588d14556166 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:36.353640 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-69450720-cf96-42e8-9d24-588d14556166 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.1154678 Jun 28 22:26:36.422275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.422647 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.426294 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e36bd06-e06e-45b0-b7cf-7e844e2a68b7 HTTP/1.1" status: 204 len: 168 time: 0.2276199 Jun 28 22:26:36.443195 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4f5b7ba0-12d1-4e99-bcb7-b58ad664a3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:36.454314 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e36bd06-e06e-45b0-b7cf-7e844e2a68b7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:36.457238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:36.500400 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53170) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:36.508618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Deleting port fd8bd960-5351-45dc-ae00-5941b23efd19 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:26:36.508963 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.628012 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] For port fd8bd960-5351-45dc-ae00-5941b23efd19, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fd8bd960-5351-45dc-ae00-5941b23efd19,segment=NetworkSegment(2790023f-fca1-4864-9318-073e8695ded7),segment_id=2790023f-fca1-4864-9318-073e8695ded7)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:36.628376 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.652607 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Calling delete_port for fd8bd960-5351-45dc-ae00-5941b23efd19 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:26:36.661541 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.916793 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.920021 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.926873 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:36.931202 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.933993 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8e4c7-9eaa-4284-b8f8-64e363e029f8 req-7c1ce6ef-0fd2-4a6d-9bbd-042648a73305 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:36.934465 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53184) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:36.935520 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5fc8e4c7-9eaa-4284-b8f8-64e363e029f8 req-7c1ce6ef-0fd2-4a6d-9bbd-042648a73305 tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 946 time: 0.1074538 Jun 28 22:26:36.962380 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['fd8bd960-5351-45dc-ae00-5941b23efd19'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:36.974075 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5fc8e4c7-9eaa-4284-b8f8-64e363e029f8 req-6ef8f199-15bd-4d7a-9b50-97e895af799b tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/security-groups?id=616bc0b9-c626-4f88-b26d-1d6d7de0a31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Jun 28 22:26:36.974978 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Pushing event deleted for resources: {'Port': ['ID=fd8bd960-5351-45dc-ae00-5941b23efd19,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:36.981954 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:36.982706 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:36.984375 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4685d51b-f99b-4f57-8875-3b67dc426747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:37.043845 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eceadafeb10141caae5bdb97b07b4d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417905 Jun 28 22:26:37.046847 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 53186) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:37.060707 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2abc9d-b3ef-40a0-9bd3-c0bed9af8653,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:37.065270 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:37.100645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.101713 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] No DVR routers for this DVR port fd8bd960-5351-45dc-ae00-5941b23efd19 on host hv-cinder-79246 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:26:37.107079 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.109410 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-78763491-12ed-46dd-8c6b-d8148fbe99ca req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.61 "DELETE /v2.0/ports/fd8bd960-5351-45dc-ae00-5941b23efd19 HTTP/1.1" status: 204 len: 173 time: 0.7496612 Jun 28 22:26:37.109900 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'name': 'network-vif-deleted', 'tag': 'fd8bd960-5351-45dc-ae00-5941b23efd19'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:37.112167 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990ad5a-f394-4afd-ab03-e3a080b3c95b" -d '{"events": [{"server_uuid": "3f4af278-f8ce-4102-a99a-16cd39c9e449", "name": "network-vif-deleted", "tag": "fd8bd960-5351-45dc-ae00-5941b23efd19"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:37.126422 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.163827 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57d711-727a-4123-a960-085c2b4965b1 x-openstack-request-id: req-5a57d711-727a-4123-a960-085c2b4965b1 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:37.164144 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4af278-f8ce-4102-a99a-16cd39c9e449", "name": "network-vif-deleted", "tag": "fd8bd960-5351-45dc-ae00-5941b23efd19", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:37.164418 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a57d711-727a-4123-a960-085c2b4965b1 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:37.165474 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4af278-f8ce-4102-a99a-16cd39c9e449', 'name': 'network-vif-deleted', 'tag': 'fd8bd960-5351-45dc-ae00-5941b23efd19', 'status': 'completed', 'code': 200} Jun 28 22:26:37.203888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.207742 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.209412 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.210862 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7684394-cf34-4e77-aca3-4ffe4fc0e28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:37.212990 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.214547 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc2abc9d-b3ef-40a0-9bd3-c0bed9af8653 HTTP/1.1" status: 204 len: 168 time: 0.1662142 Jun 28 22:26:37.215622 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-06ea186e-d016-4c4b-b5b8-9e96101419a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:37.233976 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2abc9d-b3ef-40a0-9bd3-c0bed9af8653,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:37.236946 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:37.266448 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2e423c-5477-4604-bbc0-280e7d7cddd4,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:37.271147 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=168bd0f91fe349f8a9e10dfac80ab0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341630 Jun 28 22:26:37.272364 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:37.275383 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53196) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:37.355449 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1d07-0ae0-436a-9991-ceb126b64329 req-9c58a91a-e5b0-4df4-a716-1c2d5ac4a0e1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:37.362862 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-112c1d07-0ae0-436a-9991-ceb126b64329 req-9c58a91a-e5b0-4df4-a716-1c2d5ac4a0e1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0998163 Jun 28 22:26:37.371092 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.407214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.408800 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-112c1d07-0ae0-436a-9991-ceb126b64329 req-f182bb91-2323-48ff-bb5e-b6733593ea36 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Jun 28 22:26:37.483977 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.486750 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.488278 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd2e423c-5477-4604-bbc0-280e7d7cddd4 HTTP/1.1" status: 204 len: 168 time: 0.2120073 Jun 28 22:26:37.489102 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6241bc33-c968-4c48-a853-5c6f68120d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:37.498039 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2e423c-5477-4604-bbc0-280e7d7cddd4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:37.500475 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:37.634743 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53212) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:37.651549 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.762648 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.770189 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.773891 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-67a34bd1-624a-4ddd-b2d2-ca393d772195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:37.810836 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d267b-a810-49cc-a639-c0cfe65eff8f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:37.814827 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:37.817602 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc850c3554844296882b97796ce6dbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817617 Jun 28 22:26:37.820360 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53220) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:37.885102 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.908199 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.979226 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.981891 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:37.985074 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be6d267b-a810-49cc-a639-c0cfe65eff8f HTTP/1.1" status: 204 len: 168 time: 0.1618555 Jun 28 22:26:37.985074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-60caaaa9-6043-4245-9327-a263a1d93201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:37.993221 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d267b-a810-49cc-a639-c0cfe65eff8f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:37.996220 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:38.182690 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ae956453-a19b-4915-bd7f-ede8076b1623 req-3f06614d-db73-4a90-99be-90c05239370b tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4af278-f8ce-4102-a99a-16cd39c9e449 HTTP/1.1" status: 200 len: 210 time: 0.0346010 Jun 28 22:26:38.622383 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94436b8e-3eb7-4578-9bf4-63d80e791252 req-3026ea4f-139e-430c-98d0-b40a1ea3c932 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:38.624032 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-94436b8e-3eb7-4578-9bf4-63d80e791252 req-3026ea4f-139e-430c-98d0-b40a1ea3c932 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0808885 Jun 28 22:26:38.682755 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-94436b8e-3eb7-4578-9bf4-63d80e791252 req-28c1bcc8-0a1d-4f13-825d-f84f01cc8321 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Jun 28 22:26:39.260661 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-e674cae2-dbc8-4e35-b768-454e794fe4cb tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:39.262205 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-e674cae2-dbc8-4e35-b768-454e794fe4cb tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.1111135 Jun 28 22:26:39.277501 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-9ef5dc97-1e6e-4dee-8da6-281b8e0ce06a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/quotas/9fcef0849bdc48c2b4dfa13dab9219c8 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Jun 28 22:26:39.357209 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-fb3408c5-379d-4b58-ab47-fcd047e9d40f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737619 Jun 28 22:26:39.450912 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-03a7a88d-06c4-4a97-9aa2-5400bb95220c service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862725 Jun 28 22:26:39.555188 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-dd3b3603-be1f-43e9-b78b-afc8b02276b9 service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968704 Jun 28 22:26:39.756152 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ab30b84d-6278-416c-82df-d67537e7bc12 req-6b1b0fbf-088f-4223-9ae6-bdd36bd7804f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 210 time: 0.0400615 Jun 28 22:26:39.928533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016809c-42e1-4992-a726-7796d0addf2d req-d45a262d-7548-4275-8969-7561dc6df4f8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:39.935958 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8016809c-42e1-4992-a726-7796d0addf2d req-d45a262d-7548-4275-8969-7561dc6df4f8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0799789 Jun 28 22:26:39.978710 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8016809c-42e1-4992-a726-7796d0addf2d req-f82c18d6-7573-4f59-9b80-1bb584ee0a0f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Jun 28 22:26:40.196143 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c575920-201d-4508-baf6-1c423203d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:40.532273 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fd8bd960-5351-45dc-ae00-5941b23efd19 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:26:40.551567 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: fd8bd960-5351-45dc-ae00-5941b23efd19 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:26:40.552008 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fd8bd960-5351-45dc-ae00-5941b23efd19 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:26:40.908246 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0b460f83-2e70-4ebc-b87c-733c94913120 req-10afa7da-fb4b-4a30-b890-7de2d247166b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Jun 28 22:26:41.161780 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba01c23-7ae1-42c8-8cb7-5e6e088bc8c7 req-7e6044f9-2320-41fb-8b5b-1ed8879e57a9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:41.163614 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8ba01c23-7ae1-42c8-8cb7-5e6e088bc8c7 req-7e6044f9-2320-41fb-8b5b-1ed8879e57a9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0690076 Jun 28 22:26:41.271453 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8ba01c23-7ae1-42c8-8cb7-5e6e088bc8c7 req-e17143e9-2c90-4193-9ea3-35bdc276cd77 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974395 Jun 28 22:26:41.287555 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-d4c30388-1375-49be-8dbc-c4d49b2e88ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203206 Jun 28 22:26:41.394234 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-c00c47ce-0de6-4843-adf4-4522347abe3d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:41.395891 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-c00c47ce-0de6-4843-adf4-4522347abe3d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.2082443 Jun 28 22:26:41.433569 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Request body: {'port': {'device_id': '37f1679d-b749-40e5-b495-be878466d8d5', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'admin_state_up': True, 'tenant_id': '9fcef0849bdc48c2b4dfa13dab9219c8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:41.464010 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-e9281a41-0cd2-47a1-a8fc-3c85f3860504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:41.466234 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-e9281a41-0cd2-47a1-a8fc-3c85f3860504 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 1098 time: 0.0740900 Jun 28 22:26:41.586537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Made reservation on behalf of 9fcef0849bdc48c2b4dfa13dab9219c8 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:41.591104 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:41.647340 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-6f13b161-71bd-41e0-883b-0bc516abb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:41.649283 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-6f13b161-71bd-41e0-883b-0bc516abb259 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 915 time: 0.1157761 Jun 28 22:26:41.690492 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-215ffab2-9333-4216-9c43-413bf9ccb910 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb023c92-2080-4bc6-8299-3abed4aad79e HTTP/1.1" status: 200 len: 217 time: 0.0338612 Jun 28 22:26:41.735056 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Allocated IP 172.20.0.7 (6daf0c42-050b-4e66-9a55-49f0298ff1f2/0f1b4052-ed39-48bc-a580-5a7823e2f1b8/4301fac1-d489-40c9-afdf-d3fbf9f81173) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:26:41.739168 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-9aed4570-984b-4e68-8139-ff8d6ff0b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:41.740809 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-9aed4570-984b-4e68-8139-ff8d6ff0b832 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0437026 Jun 28 22:26:41.775005 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-45bab30f-1674-46de-a36a-193818b825e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268395 Jun 28 22:26:41.893968 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-fed30c62-dcac-40c5-8cbc-65b2ac8e93f3 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096358 Jun 28 22:26:41.916632 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:41.972225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:41.977446 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:42.031711 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:26:42.031962 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e', 'ec549cc6-f1d4-4bbf-8989-64e568a464d9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:42.038561 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:42.044513 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:26:42.050014 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event updated for resources: {'Port': ['ID=4301fac1-d489-40c9-afdf-d3fbf9f81173,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:42.063842 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:42.100829 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5e79a86-dbab-428e-8986-4a7e05771c14 req-6338115c-0609-4a6f-802b-b5b49704750f service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926239 Jun 28 22:26:42.126422 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:42.127076 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.147079 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177541 Jun 28 22:26:42.200241 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Request body: {'port': {'device_id': '37f1679d-b749-40e5-b495-be878466d8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:42.283160 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53438) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:42.337357 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87af1-867e-4518-b3b0-545021f1968e req-4c8f6d97-1626-4df4-ace4-736818c252e7 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:42.339132 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2bc87af1-867e-4518-b3b0-545021f1968e req-4c8f6d97-1626-4df4-ace4-736818c252e7 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 931 time: 0.1836593 Jun 28 22:26:42.420346 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.520565 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.530261 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9c685-727f-4585-a94d-6c24accbfbad req-86298c71-4457-45d8-b50a-ac439f339156 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:42.533731 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6fc9c685-727f-4585-a94d-6c24accbfbad req-86298c71-4457-45d8-b50a-ac439f339156 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0876226 Jun 28 22:26:42.597775 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6fc9c685-727f-4585-a94d-6c24accbfbad req-cb2eb2e0-e170-4258-b209-4db74dacf73b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Jun 28 22:26:42.715274 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d29dfbbe-d0eb-4aea-9b01-7ac42108758b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.718732 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2bc87af1-867e-4518-b3b0-545021f1968e req-d5f710a7-b8c8-4407-9a57-323435e80c4c tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300776 Jun 28 22:26:42.763400 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.768169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 53460) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:42.778444 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.820031 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c5f47390-f0d9-43f4-987b-012f4d605476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:42.843674 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c30cfb33c52a417595806362bd426758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587316 Jun 28 22:26:42.846899 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53468) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:42.855088 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e03534-917e-4cbc-88f0-aea9ffb4220c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:42.865726 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:42.917628 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.932501 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.955495 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:42.966010 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.003321 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.008904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.013525 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6e03534-917e-4cbc-88f0-aea9ffb4220c HTTP/1.1" status: 204 len: 168 time: 0.1656129 Jun 28 22:26:43.014481 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-376b795a-40b2-4a86-9b40-0d4ece95edaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:43.022434 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e03534-917e-4cbc-88f0-aea9ffb4220c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:43.024720 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:43.095794 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4301fac1-d489-40c9-afdf-d3fbf9f81173 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:43.104957 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.127233 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Transition to ACTIVE for port object 4301fac1-d489-40c9-afdf-d3fbf9f81173 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:26:43.136718 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.141660 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f6c09b79-eeb9-4bde-951f-a62f15351d96 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:43.156537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.186601 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.210221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Pushing event updated for resources: {'Port': ['ID=4301fac1-d489-40c9-afdf-d3fbf9f81173,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:43.216975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:43.217696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e6aa7e47-4d18-4248-99dd-e949d10701aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:43.249286 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af772f60c34044e3ba15437ea45eadcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800599 Jun 28 22:26:43.252196 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53480) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:43.296664 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2402306b-dab5-42bd-8f4c-2ed8d1e565bc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:43.307923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:43.318021 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.324336 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Attempting to bind port 4301fac1-d489-40c9-afdf-d3fbf9f81173 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:26:43.324721 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Attempting to bind port 4301fac1-d489-40c9-afdf-d3fbf9f81173 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:26:43.325067 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Attempting to bind port 4301fac1-d489-40c9-afdf-d3fbf9f81173 on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:43.330529 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Port 4301fac1-d489-40c9-afdf-d3fbf9f81173 on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:26:43.330940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Attempting to bind port 4301fac1-d489-40c9-afdf-d3fbf9f81173 on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:26:43.337687 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:26:43.338036 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Checking segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:43.338550 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Bound using segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:26:43.339015 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Bound port: 4301fac1-d489-40c9-afdf-d3fbf9f81173, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:26:43.339347 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.348033 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.423140 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.428385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.429824 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2402306b-dab5-42bd-8f4c-2ed8d1e565bc HTTP/1.1" status: 204 len: 168 time: 0.1759534 Jun 28 22:26:43.431860 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7431fef-ba91-44ed-a9fc-062a422a2953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:43.438287 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] For port 4301fac1-d489-40c9-afdf-d3fbf9f81173, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:26:43.440726 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2402306b-dab5-42bd-8f4c-2ed8d1e565bc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:43.441971 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] For port 4301fac1-d489-40c9-afdf-d3fbf9f81173, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:26:43.444117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:43.463803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.466571 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:43.501118 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:43.501755 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:43.503242 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] 10.222.0.61 "PUT /v2.0/ports/4301fac1-d489-40c9-afdf-d3fbf9f81173 HTTP/1.1" status: 200 len: 1093 time: 1.3079803 Jun 28 22:26:43.503731 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1679d-b749-40e5-b495-be878466d8d5', 'tag': '4301fac1-d489-40c9-afdf-d3fbf9f81173'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:43.506119 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1679d-b749-40e5-b495-be878466d8d5", "tag": "4301fac1-d489-40c9-afdf-d3fbf9f81173"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:43.541049 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Pushing event updated for resources: {'Port': ['ID=4301fac1-d489-40c9-afdf-d3fbf9f81173,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:43.547211 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:43.571227 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d038a5-6c11-4188-a4cd-fa188ee1a6b8 x-openstack-request-id: req-59d038a5-6c11-4188-a4cd-fa188ee1a6b8 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:43.571719 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1679d-b749-40e5-b495-be878466d8d5", "tag": "4301fac1-d489-40c9-afdf-d3fbf9f81173", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:43.572135 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59d038a5-6c11-4188-a4cd-fa188ee1a6b8 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:43.580216 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f1679d-b749-40e5-b495-be878466d8d5', 'tag': '4301fac1-d489-40c9-afdf-d3fbf9f81173', 'status': 'completed', 'code': 200} Jun 28 22:26:43.692455 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-647bfdab-234e-430f-afae-a5ad46a9cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:43.694325 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-647bfdab-234e-430f-afae-a5ad46a9cc20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0924075 Jun 28 22:26:43.778063 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-6a4123c5-be02-4ab7-8410-6d3d29c1a081 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173 HTTP/1.1" status: 200 len: 217 time: 0.0561244 Jun 28 22:26:43.827353 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539a70b-cc45-4dbe-b722-759b45b4557c req-54e607d5-0dcb-4c16-8cc2-542051753dfc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:43.832473 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5539a70b-cc45-4dbe-b722-759b45b4557c req-54e607d5-0dcb-4c16-8cc2-542051753dfc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1053085 Jun 28 22:26:43.868173 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-05fc006c-e5c6-474e-bd6d-f55c14ae5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:43.870162 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-05fc006c-e5c6-474e-bd6d-f55c14ae5322 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0829616 Jun 28 22:26:43.899989 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5539a70b-cc45-4dbe-b722-759b45b4557c req-f477e28b-0bab-4a13-8f5a-2a37f3bbcba6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632412 Jun 28 22:26:43.932389 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53520) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:43.946600 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-bbc0dbb9-29bd-4291-8a7c-a235298534b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581617 Jun 28 22:26:43.949459 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.007950 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.023559 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bfea-3fc0-4f47-97a0-5444c52c7995 req-6d3f3379-cc40-43f2-b843-e1664827e48b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:44.025131 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3847bfea-3fc0-4f47-97a0-5444c52c7995 req-6d3f3379-cc40-43f2-b843-e1664827e48b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 943 time: 0.1476612 Jun 28 22:26:44.108792 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3847bfea-3fc0-4f47-97a0-5444c52c7995 req-166a8519-5338-4065-a63e-9c0c82b0af7d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558851 Jun 28 22:26:44.112457 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-25aecf87-e2ee-4ca6-851d-7e90ba42b990 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469390 Jun 28 22:26:44.130530 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.140382 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.144012 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-63f967ca-5c79-4e97-97c7-990d3245fb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:44.191353 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a231924f891f4ecbae1efda4b33c8616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576466 Jun 28 22:26:44.196138 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53536) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:44.212150 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b0d74-cf82-4b7a-b15b-ff8d567b65f9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:44.223567 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:44.257286 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c460a14-60a1-411e-819f-5b56b25e4b19 req-c7bf26c6-d379-4d58-9362-ca28ff0dd62d service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291463 Jun 28 22:26:44.283829 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.311502 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.373255 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.375899 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:44.380004 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/213b0d74-cf82-4b7a-b15b-ff8d567b65f9 HTTP/1.1" status: 204 len: 168 time: 0.1829376 Jun 28 22:26:44.380977 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f19113b0-678a-4536-a1aa-b78303d99db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:44.391449 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b0d74-cf82-4b7a-b15b-ff8d567b65f9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:44.400074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:44.466023 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-f2b757f8-c1f5-46ce-8691-e6c3437cc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:44.467544 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-f2b757f8-c1f5-46ce-8691-e6c3437cc3ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0722370 Jun 28 22:26:44.579141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-a0cc85bd-59a2-444c-8e1d-df6bdc741292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:44.579800 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-a0cc85bd-59a2-444c-8e1d-df6bdc741292 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 915 time: 0.1045897 Jun 28 22:26:44.643825 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-375925b9-cb7f-417b-8443-6ca1a5efad52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173 HTTP/1.1" status: 200 len: 217 time: 0.0467935 Jun 28 22:26:44.704794 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-934a39db-d9bc-4376-9f2f-e8a6fd982a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:44.706298 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-934a39db-d9bc-4376-9f2f-e8a6fd982a25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0502579 Jun 28 22:26:44.751112 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-64526162-aeb3-4920-90c5-808c58c6ae44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287733 Jun 28 22:26:44.865463 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-a7a59c17-6041-40ef-a927-5dfed873a3b9 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040447 Jun 28 22:26:44.973283 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4de43b71-a5b7-44b7-98f5-4a6c2dc25cac req-7678a51c-da43-4f5a-821e-d5d4ae375fee service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968280 Jun 28 22:26:45.113355 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd354-f47b-47f8-972f-5194ccb6c02d req-63b04604-9229-4e91-a862-209c6a83bf84 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:45.113960 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-527fd354-f47b-47f8-972f-5194ccb6c02d req-63b04604-9229-4e91-a862-209c6a83bf84 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0850077 Jun 28 22:26:45.162421 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-527fd354-f47b-47f8-972f-5194ccb6c02d req-52524184-e0ff-4369-8c34-ee7efb9a2e22 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Jun 28 22:26:45.338096 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2abe15-1d5f-4b1d-96db-b7dcfb73afe7 req-d2b92dcc-7029-4f7e-ba61-5c783826df09 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:45.339834 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1f2abe15-1d5f-4b1d-96db-b7dcfb73afe7 req-d2b92dcc-7029-4f7e-ba61-5c783826df09 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 943 time: 0.0652030 Jun 28 22:26:45.384336 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1f2abe15-1d5f-4b1d-96db-b7dcfb73afe7 req-13f399f9-bdf6-46bb-af5e-d18abc8ac384 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Jun 28 22:26:45.562287 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:45.844776 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:46.352011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82f489-beb5-468c-8ce8-f2cb9abd7367 req-5bced17b-37a2-4df8-ba9b-a600b8897ca5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:46.353655 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5d82f489-beb5-468c-8ce8-f2cb9abd7367 req-5bced17b-37a2-4df8-ba9b-a600b8897ca5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0837169 Jun 28 22:26:46.395147 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5d82f489-beb5-468c-8ce8-f2cb9abd7367 req-c549c5e9-7e24-4004-af21-33680b7b05d7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 Jun 28 22:26:46.577564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f9cbb-1e00-4ffc-81fa-f8fdf1bf715b req-74d7b259-da36-40fd-b850-f7f4144c24dc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:46.579052 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fa1f9cbb-1e00-4ffc-81fa-f8fdf1bf715b req-74d7b259-da36-40fd-b850-f7f4144c24dc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 943 time: 0.0676627 Jun 28 22:26:46.620398 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fa1f9cbb-1e00-4ffc-81fa-f8fdf1bf715b req-c4f451ae-ab67-4509-ac5a-8f1da36569ad tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Jun 28 22:26:47.582553 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8bf1b-e53e-4241-9fe8-d8bedab191fd req-9c5155aa-4fb0-478b-b022-7ff8e045f0ea tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:47.584134 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-66b8bf1b-e53e-4241-9fe8-d8bedab191fd req-9c5155aa-4fb0-478b-b022-7ff8e045f0ea tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0682173 Jun 28 22:26:47.631422 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-66b8bf1b-e53e-4241-9fe8-d8bedab191fd req-7256a11a-61a0-426b-bee1-935e660255aa tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Jun 28 22:26:47.817309 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412928d-14dd-4832-aab1-2fdeae7b6460 req-eb128f71-bc64-40eb-a4df-b8c553001e0b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:47.819233 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a412928d-14dd-4832-aab1-2fdeae7b6460 req-eb128f71-bc64-40eb-a4df-b8c553001e0b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 943 time: 0.0654378 Jun 28 22:26:47.865776 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a412928d-14dd-4832-aab1-2fdeae7b6460 req-9ee4b8c4-9631-488d-b52a-084f3243e9e4 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Jun 28 22:26:48.014292 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 53680) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:48.138932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.238417 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.244047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.247042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-15d587bd-5b40-402f-880f-aa8653179e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:48.286733 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3bfa45-7a4b-48f5-bacd-7ed73c5c9a5d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:48.291124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=455e2462510b466296ae9629a4364329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755704 Jun 28 22:26:48.292000 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:48.294182 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53692) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:48.361448 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.387415 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.442389 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.445012 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.446286 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc3bfa45-7a4b-48f5-bacd-7ed73c5c9a5d HTTP/1.1" status: 204 len: 168 time: 0.1507545 Jun 28 22:26:48.447118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:48.456241 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3bfa45-7a4b-48f5-bacd-7ed73c5c9a5d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:48.458472 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:48.625888 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 4301fac1-d489-40c9-afdf-d3fbf9f81173 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:26:48.728430 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 4301fac1-d489-40c9-afdf-d3fbf9f81173, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:48.742056 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '4301fac1-d489-40c9-afdf-d3fbf9f81173', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'port_id': '4301fac1-d489-40c9-afdf-d3fbf9f81173', 'mac_address': 'fa:16:3e:c8:8a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1b4052-ed39-48bc-a580-5a7823e2f1b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:26:48.790098 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.810276 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53714) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:48.811392 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4301fac1-d489-40c9-afdf-d3fbf9f81173 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:26:48.838986 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.845058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 4301fac1-d489-40c9-afdf-d3fbf9f81173, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:48.845702 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac53f-e571-43db-8201-c1ac4c9f1795 req-f99b8e3e-9068-4536-9626-c74862e4e4d8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:48.845702 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-88aac53f-e571-43db-8201-c1ac4c9f1795 req-f99b8e3e-9068-4536-9626-c74862e4e4d8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0849004 Jun 28 22:26:48.860155 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.863515 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:48.898519 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-88aac53f-e571-43db-8201-c1ac4c9f1795 req-49f9da17-1da1-4c8d-82e2-4ea22b7a3353 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495005 Jun 28 22:26:48.933335 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=4301fac1-d489-40c9-afdf-d3fbf9f81173,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:48.942927 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.943519 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.943882 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.944673 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.945214 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.945601 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.945985 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.946371 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.946771 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.947312 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.947968 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.948392 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:26:48.953583 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:48.997273 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.997273 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:48.997273 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eafdbd1c-bba9-4d79-aebd-a3de25c32f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:49.035315 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bff1b2-70c4-4700-a1d1-5ea39bb26937,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:49.041640 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9636f2e7dc37469da2e0736a25eb4d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290125 Jun 28 22:26:49.042777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:49.043335 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 53724) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:49.104591 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:49.113282 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f06ade-64a0-4613-92e8-47b4a4583c27 req-01f26da5-3153-4a00-bddb-907f889fcef9 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:49.114860 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a2f06ade-64a0-4613-92e8-47b4a4583c27 req-01f26da5-3153-4a00-bddb-907f889fcef9 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 944 time: 0.0739501 Jun 28 22:26:49.131054 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:49.160841 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a2f06ade-64a0-4613-92e8-47b4a4583c27 req-e95be0e4-1d42-4328-b5bb-6c7882546d05 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Jun 28 22:26:49.186975 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:49.190014 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:49.191243 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12bff1b2-70c4-4700-a1d1-5ea39bb26937 HTTP/1.1" status: 204 len: 168 time: 0.1470177 Jun 28 22:26:49.191987 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2d84a7ee-d3e4-4345-a590-1b54fae92b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:49.199513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bff1b2-70c4-4700-a1d1-5ea39bb26937,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:49.201896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:49.366606 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['4301fac1-d489-40c9-afdf-d3fbf9f81173'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:26:50.133930 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fe0a-2792-452d-8909-2657f55afc65 req-6c0465da-99ba-4807-a323-3677815e0ddb tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:50.136228 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7d76fe0a-2792-452d-8909-2657f55afc65 req-6c0465da-99ba-4807-a323-3677815e0ddb tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0852628 Jun 28 22:26:50.195675 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7d76fe0a-2792-452d-8909-2657f55afc65 req-ceaf0026-7c05-43e1-89f1-d506eebf3884 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527809 Jun 28 22:26:50.425448 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e7d2c-18fb-4d54-8c20-83c9a3870ad6 req-c72cf7ca-6632-49cf-b222-ee38d220a4e6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:50.427107 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6e6e7d2c-18fb-4d54-8c20-83c9a3870ad6 req-c72cf7ca-6632-49cf-b222-ee38d220a4e6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 944 time: 0.1061146 Jun 28 22:26:50.479358 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6e6e7d2c-18fb-4d54-8c20-83c9a3870ad6 req-6ab4b640-596a-464e-9203-f536754b3f49 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Jun 28 22:26:50.646124 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 4301fac1-d489-40c9-afdf-d3fbf9f81173 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:26:50.712279 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 4301fac1-d489-40c9-afdf-d3fbf9f81173 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:26:50.718292 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 4301fac1-d489-40c9-afdf-d3fbf9f81173 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:26:50.718735 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:50.870538 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:50.893881 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1679d-b749-40e5-b495-be878466d8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4301fac1-d489-40c9-afdf-d3fbf9f81173'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:26:50.896173 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f108c8dc-9596-4d4b-8110-2e5373a849fe" -d '{"events": [{"server_uuid": "37f1679d-b749-40e5-b495-be878466d8d5", "name": "network-vif-plugged", "status": "completed", "tag": "4301fac1-d489-40c9-afdf-d3fbf9f81173"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:26:50.910413 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 4301fac1-d489-40c9-afdf-d3fbf9f81173, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:26:50.919469 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:50.922234 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:50.951251 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b521890-e06c-4c75-a81d-1542e876e376 x-openstack-request-id: req-3b521890-e06c-4c75-a81d-1542e876e376 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:26:50.951601 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1679d-b749-40e5-b495-be878466d8d5", "name": "network-vif-plugged", "status": "completed", "tag": "4301fac1-d489-40c9-afdf-d3fbf9f81173", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:26:50.951853 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b521890-e06c-4c75-a81d-1542e876e376 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:26:50.952234 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1679d-b749-40e5-b495-be878466d8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4301fac1-d489-40c9-afdf-d3fbf9f81173', 'code': 200} Jun 28 22:26:50.979921 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=4301fac1-d489-40c9-afdf-d3fbf9f81173,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:50.983204 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:51.259324 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea3346-d5d5-4e18-b755-6600d74390c8 req-dc8313f9-007c-422d-a474-3ddbba9dc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:51.260847 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7ea3346-d5d5-4e18-b755-6600d74390c8 req-dc8313f9-007c-422d-a474-3ddbba9dc427 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 1098 time: 0.0766902 Jun 28 22:26:51.319012 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7ea3346-d5d5-4e18-b755-6600d74390c8 req-e5066632-c76b-44e4-9452-ff0061c1c64c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Jun 28 22:26:51.451043 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b92cf-d41c-465c-8cb6-8cd5ba8596a2 req-cf36137d-a7b5-47e2-a9ff-00a751712ba7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:51.452705 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-131b92cf-d41c-465c-8cb6-8cd5ba8596a2 req-cf36137d-a7b5-47e2-a9ff-00a751712ba7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0979254 Jun 28 22:26:51.527098 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-131b92cf-d41c-465c-8cb6-8cd5ba8596a2 req-7d327437-16f0-4733-b698-9bb596dd887d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650465 Jun 28 22:26:51.717193 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cb451-fcfd-42f7-903d-0dc3c97383d2 req-354fbf61-87e0-49cb-a66a-1bd96d38ea47 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:51.721825 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e58cb451-fcfd-42f7-903d-0dc3c97383d2 req-354fbf61-87e0-49cb-a66a-1bd96d38ea47 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0920107 Jun 28 22:26:51.992331 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e58cb451-fcfd-42f7-903d-0dc3c97383d2 req-b269dbb2-0c87-4146-ba90-3704891b2ceb tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644804 Jun 28 22:26:52.707611 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2823c-5918-4ea8-a343-a4810c42fbe7 req-357a0b1e-789a-4057-adb8-2b8fe60bf4aa tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:52.709355 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14d2823c-5918-4ea8-a343-a4810c42fbe7 req-357a0b1e-789a-4057-adb8-2b8fe60bf4aa tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0756595 Jun 28 22:26:52.760112 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14d2823c-5918-4ea8-a343-a4810c42fbe7 req-351e9568-dede-49a7-b19d-89b1d6fed453 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Jun 28 22:26:53.182635 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df9892-cc55-480c-8d7f-cbf0907b985e req-397a5122-169c-4d86-a0dd-bebe6c3b108f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:53.184271 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05df9892-cc55-480c-8d7f-cbf0907b985e req-397a5122-169c-4d86-a0dd-bebe6c3b108f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0663199 Jun 28 22:26:53.228180 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05df9892-cc55-480c-8d7f-cbf0907b985e req-2d474e75-4097-46d4-b023-a5cd7499eb3e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Jun 28 22:26:53.958768 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b347a71-6820-4044-ad6f-370a68c50c52 req-1ad64f26-2075-44f1-aa17-938336983a8c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:53.960886 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7b347a71-6820-4044-ad6f-370a68c50c52 req-1ad64f26-2075-44f1-aa17-938336983a8c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0644422 Jun 28 22:26:54.003840 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7b347a71-6820-4044-ad6f-370a68c50c52 req-7373bfab-0f4a-4ca3-84c6-d3156447383d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Jun 28 22:26:54.403071 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bba589-f1e9-4f18-a771-aee84d8d15a9 req-7a198174-93c7-464b-8966-28ffda45901b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:54.404651 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e8bba589-f1e9-4f18-a771-aee84d8d15a9 req-7a198174-93c7-464b-8966-28ffda45901b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0679815 Jun 28 22:26:54.444914 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e8bba589-f1e9-4f18-a771-aee84d8d15a9 req-0b6c5cd1-96ca-4fb2-a2b4-cbc99b75871a tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Jun 28 22:26:54.721462 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54018) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:54.800645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Deleting subnet f8439cee-af1b-4f72-a2fa-b8e0366c21fd {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:26:54.807055 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:54.845954 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-535161371'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:54.890754 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:54.954673 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535131414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534346192'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:54.958016 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-700a1eec-5c4a-4bd3-bd8e-0f8b230bcf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:54.981932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8439cee-af1b-4f72-a2fa-b8e0366c21fd,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:54.994853 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:55.004423 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.009154 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f8439cee-af1b-4f72-a2fa-b8e0366c21fd HTTP/1.1" status: 204 len: 168 time: 0.2830827 Jun 28 22:26:55.009154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54030) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:55.081894 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.120052 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54036) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:55.212514 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.226212 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7f1f4f-424d-4196-8aef-1321ff7736ad']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:55.239388 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.241170 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2790023f-fca1-4864-9318-073e8695ded7') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:55.241469 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2790023f-fca1-4864-9318-073e8695ded7') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:55.264178 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.282158 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96fa56-fd83-4222-b877-fe7df98eec47 req-1aa1ceeb-5697-44b2-9144-8fa65499b825 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:55.283870 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2f96fa56-fd83-4222-b877-fe7df98eec47 req-1aa1ceeb-5697-44b2-9144-8fa65499b825 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1580086 Jun 28 22:26:55.292680 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.306011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:26:55.306401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:26:55.308038 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:26:55.357920 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.365086 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.367904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5bc61879-a358-4092-91f9-486ae9e247a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:55.409785 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2f96fa56-fd83-4222-b877-fe7df98eec47 req-bd99e292-1302-48f2-ac34-381c7ef0e675 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143832 Jun 28 22:26:55.424324 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.426918 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cee065181254fb8b87a99c3e4fc4c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049450 Jun 28 22:26:55.429879 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54054) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:55.430790 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8577a823-8ed9-4de7-88fc-bfaaca117c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:55.433553 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce8e923-9372-4dff-b3a5-6a8b4e5a944a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:55.437921 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:55.457581 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.459334 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] 10.222.0.50 "DELETE /v2.0/networks/2d7f1f4f-424d-4196-8aef-1321ff7736ad HTTP/1.1" status: 204 len: 168 time: 0.4494021 Jun 28 22:26:55.462494 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54056) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:55.464958 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7f1f4f-424d-4196-8aef-1321ff7736ad,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:55.471896 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f73ba3f5-b1fb-4832-b85d-ddd344421a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:55.506136 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.510568 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Deleting subnet 70684517-c9bf-41cf-9205-914f4ca52913 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:26:55.514231 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.529992 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.553459 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.559247 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.583723 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.586942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.591320 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dce8e923-9372-4dff-b3a5-6a8b4e5a944a HTTP/1.1" status: 204 len: 168 time: 0.1527667 Jun 28 22:26:55.591320 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:55.599605 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce8e923-9372-4dff-b3a5-6a8b4e5a944a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:55.605386 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:55.623399 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.632513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:55.639375 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54062) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:55.663797 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.668148 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/70684517-c9bf-41cf-9205-914f4ca52913 HTTP/1.1" status: 204 len: 168 time: 0.2024488 Jun 28 22:26:55.668148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70684517-c9bf-41cf-9205-914f4ca52913,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:55.668536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54066) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:55.669148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2fbef22d-2bf8-4b4f-bf52-1fa1f37bd83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:55.747477 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.768074 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.968000 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:55.985147 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91faef49-f8d1-436b-91b6-a8551246ed38']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:56.001495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a6e956-e185-4b48-a42e-7325adb6341b') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:56.001785 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a6e956-e185-4b48-a42e-7325adb6341b') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:26:56.019658 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.034916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.042380 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.049010 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.054813 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1fe4a099-5e9d-4f1a-9f9b-158bc48522c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:56.063397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:26:56.063925 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:26:56.065905 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:26:56.153986 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4076a2-644b-4e69-9b9a-5c63cacb4590,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:56.164237 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cdfb9d4da3564722ae4b564b26f2913d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237017 Jun 28 22:26:56.165507 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:56.167651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54082) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:56.177819 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.182491 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1bb043bf-0293-4b44-ac0d-85b73df37fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:56.185648 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.189819 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] 10.222.0.50 "DELETE /v2.0/networks/91faef49-f8d1-436b-91b6-a8551246ed38 HTTP/1.1" status: 204 len: 168 time: 0.5200374 Jun 28 22:26:56.192211 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54084) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:56.209817 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=91faef49-f8d1-436b-91b6-a8551246ed38,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:56.213115 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3a61eb8a-0e7e-4a74-8918-c954056a0c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:56.247043 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.273745 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.334391 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.336048 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.340426 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.342502 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d4076a2-644b-4e69-9b9a-5c63cacb4590 HTTP/1.1" status: 204 len: 168 time: 0.1729515 Jun 28 22:26:56.343389 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2f5798f1-064c-4e3a-bc74-1191580615b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:56.356996 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4076a2-644b-4e69-9b9a-5c63cacb4590,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:56.368474 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:56.368741 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54096) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:56.436423 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-7ba4ff46-f8b5-4a38-8740-b88cc0755274 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bdc552114a448dca7857e8f94a11a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639324 Jun 28 22:26:56.437621 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54102) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:56.497883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.508003 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.510292 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.515069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ebcd153-b025-44bf-aaee-bd9292d6a5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:56.558911 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fbef37b1ee7048ef8992e77607f0ba12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648386 Jun 28 22:26:56.559308 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.560262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54106) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:56.605961 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a645d43-bda7-4f0c-9d5f-0d51d8fadb5d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:56.609737 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:56.638512 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.651945 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.654473 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.658573 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/616bc0b9-c626-4f88-b26d-1d6d7de0a31b HTTP/1.1" status: 204 len: 168 time: 0.2197168 Jun 28 22:26:56.659513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e8b7d18e-8f72-42ff-a892-0ce9b4491f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:56.664518 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.675072 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616bc0b9-c626-4f88-b26d-1d6d7de0a31b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:56.694483 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:56.734299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d91c7-2856-449e-bf59-d6ca1e5ef0ff req-891d7387-81fb-43b1-8451-a21dd903ae32 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:56.736331 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d43d91c7-2856-449e-bf59-d6ca1e5ef0ff req-891d7387-81fb-43b1-8451-a21dd903ae32 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1328382 Jun 28 22:26:56.745045 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.748439 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:56.749681 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a645d43-bda7-4f0c-9d5f-0d51d8fadb5d HTTP/1.1" status: 204 len: 168 time: 0.1872532 Jun 28 22:26:56.750449 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ca1ed43-0e01-4438-8989-475c5094ac5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:56.771204 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a645d43-bda7-4f0c-9d5f-0d51d8fadb5d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:56.779295 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:56.811959 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d43d91c7-2856-449e-bf59-d6ca1e5ef0ff req-badb80fc-8aec-4743-a0b5-aef31af08238 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692837 Jun 28 22:26:56.940020 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54116) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:56.953700 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7932f2ec-ef5a-4388-a9c0-0a327670b2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.061930 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7932f2ec-ef5a-4388-a9c0-0a327670b2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.078979 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7932f2ec-ef5a-4388-a9c0-0a327670b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.086296 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:57.124837 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-7932f2ec-ef5a-4388-a9c0-0a327670b2b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74bf30e5c0e142b5b0f5a895e0d3bcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837659 Jun 28 22:26:57.127467 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54120) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:57.134417 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932f2ec-ef5a-4388-a9c0-0a327670b2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7269d620-ee9c-4891-80f6-f93a81928daa,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:57.138257 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7932f2ec-ef5a-4388-a9c0-0a327670b2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:57.167189 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54124) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:57.185611 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.209537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.217212 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-67cfe3ee-380a-4fa5-a2e7-ac7bf5c42928 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b237021e5f0d43ebbfc9b42515ecfc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487158 Jun 28 22:26:57.219694 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54126) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:57.261274 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.263985 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.265353 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7269d620-ee9c-4891-80f6-f93a81928daa HTTP/1.1" status: 204 len: 168 time: 0.1367836 Jun 28 22:26:57.267056 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-17845f2a-38de-4cea-bd2a-d175465d044b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:57.279506 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.280315 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7269d620-ee9c-4891-80f6-f93a81928daa,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:57.284062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:57.316529 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.368157 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.371777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:57.375352 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c83d4ed0-e12b-4f15-ab75-3138f277e0cd HTTP/1.1" status: 204 len: 168 time: 0.1518488 Jun 28 22:26:57.375352 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b99f256e-914a-49af-97a5-ce8d291955f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:57.387333 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d4ed0-e12b-4f15-ab75-3138f277e0cd,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:57.406520 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:58.003486 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab34cf-91c2-4c24-a753-65a07f8f4af0 req-d4cfd3e3-1ac5-44e0-b903-4b2d773f0614 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:58.005154 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e1ab34cf-91c2-4c24-a753-65a07f8f4af0 req-d4cfd3e3-1ac5-44e0-b903-4b2d773f0614 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0715549 Jun 28 22:26:58.044483 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e1ab34cf-91c2-4c24-a753-65a07f8f4af0 req-b0200df2-7acf-4e55-a88e-712951cce9c6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Jun 28 22:26:58.070973 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54180) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:58.266631 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1031886021-network', 'tenant_id': 'ea1801f2caef4804a9e8f6d6a58586e1'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:58.295775 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Made reservation on behalf of ea1801f2caef4804a9e8f6d6a58586e1 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:58.298538 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.307276 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.431259 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.436233 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.440242 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:58.462377 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:26:58.478297 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfe1126-dc8b-4168-9748-a084ec68d4b0,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:58.482074 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.482074 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Added segment 5ca6d7bc-f86f-4ba8-8942-bfe995454e6e of type vlan for network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 Jun 28 22:26:58.483918 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:58.529817 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.561149 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.562755 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:58.563401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.574021 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-07200ea4-1b42-407f-a0a5-e7d07ed867f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:58.593525 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5213909 Jun 28 22:26:58.594371 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54208) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:26:58.600166 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Request body: {'subnet': {'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1031886021-subnet', 'tenant_id': 'ea1801f2caef4804a9e8f6d6a58586e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:26:58.642325 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Made reservation on behalf of ea1801f2caef4804a9e8f6d6a58586e1 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:26:58.646932 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.665561 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Pushing event updated for resources: {'Network': ['ID=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:58.671703 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:58.678093 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:26:58.884935 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:58.890275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:26:59.023621 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Checking segment: {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:26:59.024342 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Network hostable DHCP agents. Network: b8d83f9e-6e81-4a5a-9761-60ecbe1638a2, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:26:59.027487 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607a6404-b317-4e1e-8e20-32d942cdf375,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:26:59.033041 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:26:59.053387 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:26:59.069528 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, b8d83f9e-6e81-4a5a-9761-60ecbe1638a2) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:26:59.085307 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ff44c-d99c-4c1f-9c35-a0fc84828cc7 None None] Network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:26:59.100285 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:59.101290 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:26:59.125597 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-d5688a9f-910d-4028-9118-c7fd0ff5f7d3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5295548 Jun 28 22:26:59.388914 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199a98e-023d-4733-aee2-43286c0ef564 req-be654f68-e4c1-4da4-a17c-884874014f02 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:26:59.390655 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4199a98e-023d-4733-aee2-43286c0ef564 req-be654f68-e4c1-4da4-a17c-884874014f02 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0908148 Jun 28 22:26:59.436850 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4199a98e-023d-4733-aee2-43286c0ef564 req-cec55c5e-e72b-4dd1-bd7c-3d3e32bc14c9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 Jun 28 22:26:59.512192 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06829788-322c-4069-b8b5-a83a7d81a6de None None] Network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:00.100248 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54322) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:00.222638 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.306326 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.312942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.315333 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3b2fe99a-c606-42c9-8cd7-1e524aafd7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:00.351251 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67ffd46cd0224f098eb2fdf9b123c4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499464 Jun 28 22:27:00.351981 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31909944-608c-4adf-b6dd-5c80a4d696ad,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:00.354226 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54330) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:00.354971 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:00.409054 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.433112 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.484759 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.487401 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.488678 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31909944-608c-4adf-b6dd-5c80a4d696ad HTTP/1.1" status: 204 len: 168 time: 0.1333411 Jun 28 22:27:00.489546 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6d6109fe-d060-4b6a-ba70-e344aea55821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:00.497187 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31909944-608c-4adf-b6dd-5c80a4d696ad,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:00.499498 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:00.664770 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001380b-6706-422d-aef9-51a62a28ef6a req-9ce099a2-ffc6-46de-8716-61962ee6b620 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:00.666295 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a001380b-6706-422d-aef9-51a62a28ef6a req-9ce099a2-ffc6-46de-8716-61962ee6b620 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0904441 Jun 28 22:27:00.704890 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a001380b-6706-422d-aef9-51a62a28ef6a req-712531fe-edfb-40ba-9f85-43e31d8808e5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324829 Jun 28 22:27:00.813583 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54346) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:00.835759 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.939917 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.944689 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:00.952129 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72659f2a-9a7d-4a9a-9354-5ce0492517b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:01.016514 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08b10d96b84f4dc4b9f39f6ebc316f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017918 Jun 28 22:27:01.019160 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54362) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:01.023233 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44369a58-dade-40c0-923e-3387003035ce,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:01.027683 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:01.073379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:01.100812 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-7464f243-b4e1-4170-8f31-55e8db106fe9 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:01.102725 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-7464f243-b4e1-4170-8f31-55e8db106fe9 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.1293225 Jun 28 22:27:01.127531 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-ead464a3-d93e-4c00-9287-825a26688c33 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/quotas/9fcef0849bdc48c2b4dfa13dab9219c8 HTTP/1.1" status: 200 len: 375 time: 0.0183940 Jun 28 22:27:01.221947 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-d567f3e2-e293-4eb0-9596-f5ae54004d97 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846214 Jun 28 22:27:01.308892 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:01.313643 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-6f1f93d2-0322-47fe-bd72-2f41446849e9 service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847566 Jun 28 22:27:01.405771 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-3b91ac88-b0b7-427f-87f4-f99947ae14fe service neutron] 10.222.0.50 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861762 Jun 28 22:27:01.408779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-13d63b50-a5b1-4856-a4e9-1d5c4fe9876e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:01.410295 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-13d63b50-a5b1-4856-a4e9-1d5c4fe9876e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/networks?id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 200 len: 814 time: 0.1328971 Jun 28 22:27:01.424707 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:01.427204 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:01.428276 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44369a58-dade-40c0-923e-3387003035ce HTTP/1.1" status: 204 len: 168 time: 0.4079061 Jun 28 22:27:01.429782 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-43fda5ae-f6e6-4ee5-b678-1e123de02944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:01.439181 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-4afcee46-7804-4d42-b14d-6aed78a6231d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/quotas/ea1801f2caef4804a9e8f6d6a58586e1 HTTP/1.1" status: 200 len: 375 time: 0.0228734 Jun 28 22:27:01.440051 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44369a58-dade-40c0-923e-3387003035ce,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:01.442586 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:01.511791 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-fcb756e4-aa37-4b03-8bdc-b24e5a5cd36a tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388687 Jun 28 22:27:01.636989 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-209ade4c-e7a6-47e7-86b9-9a9bf8a02a5f service neutron] 10.222.0.50 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181502 Jun 28 22:27:01.750682 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-28325bf3-2c15-48fa-b92d-350da418ee6c service neutron] 10.222.0.50 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126997 Jun 28 22:27:01.827232 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-91c5b430-4cb4-4465-ac53-b1b8f4855272 req-bec70754-be98-40a9-a7dd-ed7d5d7a1d3b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 210 time: 0.0538862 Jun 28 22:27:02.004835 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bcb4024e-8727-4a3c-8dfc-35c8a17791f1 req-817474c9-0baa-4cba-89fa-0d5219d89794 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 210 time: 0.0474551 Jun 28 22:27:02.077680 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1ed99-344f-4d63-8504-d2ff124bdf17 req-7596f0eb-21ac-4b30-9f95-be23da010872 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:02.084982 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a7b1ed99-344f-4d63-8504-d2ff124bdf17 req-7596f0eb-21ac-4b30-9f95-be23da010872 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1242347 Jun 28 22:27:02.119869 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a7b1ed99-344f-4d63-8504-d2ff124bdf17 req-8b69e413-9904-4f88-9938-fbf9fbfffea5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Jun 28 22:27:02.972428 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b19d6791-ba7b-4095-83a0-4e4cb5740eaa req-49620312-0855-4ad6-b866-b9a4635206d7 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 210 time: 0.0324140 Jun 28 22:27:03.233504 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5b4b7e9e-2c07-448d-8da4-0fb03b07cac3 req-ea302b27-647d-4848-b3de-3517f6d1deec tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 210 time: 0.0346315 Jun 28 22:27:03.383512 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-831e444a-2509-4962-bacb-5047ce1b0546 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:03.385053 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-831e444a-2509-4962-bacb-5047ce1b0546 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 814 time: 0.1506512 Jun 28 22:27:03.391484 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e86295-006b-4692-9472-b7385a6675ac req-8f124561-cfc1-43b2-85f2-4be8d3b99bc5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:03.393119 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-19e86295-006b-4692-9472-b7385a6675ac req-8f124561-cfc1-43b2-85f2-4be8d3b99bc5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0956080 Jun 28 22:27:03.422678 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Request body: {'port': {'device_id': '726ca453-e5c7-453f-9629-bcc6ab347180', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'admin_state_up': True, 'tenant_id': '9fcef0849bdc48c2b4dfa13dab9219c8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:03.438931 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-19e86295-006b-4692-9472-b7385a6675ac req-76e1ff87-38ac-4d76-9273-5431749ed78d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Jun 28 22:27:03.544929 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Made reservation on behalf of 9fcef0849bdc48c2b4dfa13dab9219c8 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:03.549178 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:03.713699 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Allocated IP 172.20.0.14 (6daf0c42-050b-4e66-9a55-49f0298ff1f2/0f1b4052-ed39-48bc-a580-5a7823e2f1b8/5d8e833e-3fcd-46ef-9f91-5c6e034e67db) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:03.898266 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:03.945281 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:03.949989 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:03.992035 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:04.001685 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e', 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', '4301fac1-d489-40c9-afdf-d3fbf9f81173'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:04.006839 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:04.020115 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:04.052543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event updated for resources: {'Port': ['ID=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:04.093927 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:04.118087 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:04.119042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.135385 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7181275 Jun 28 22:27:04.158068 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Request body: {'port': {'device_id': '726ca453-e5c7-453f-9629-bcc6ab347180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:04.192963 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-a9c1700b-bc64-41de-b902-e1b53fb0f10c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:04.194484 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-a9c1700b-bc64-41de-b902-e1b53fb0f10c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "GET /v2.0/networks?id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 200 len: 814 time: 0.2321646 Jun 28 22:27:04.227129 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c360f-21b8-40f0-84d6-43ed4c907bb2 req-a51f57e3-d096-47a8-96d6-cf6661e8d0cc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:04.228815 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-203c360f-21b8-40f0-84d6-43ed4c907bb2 req-a51f57e3-d096-47a8-96d6-cf6661e8d0cc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 932 time: 0.0991008 Jun 28 22:27:04.234215 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Request body: {'port': {'device_id': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2', 'admin_state_up': True, 'tenant_id': 'ea1801f2caef4804a9e8f6d6a58586e1'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:04.235900 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.336019 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-203c360f-21b8-40f0-84d6-43ed4c907bb2 req-beead2b0-30ae-40e2-95bc-55d563fbed82 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966604 Jun 28 22:27:04.392557 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Made reservation on behalf of ea1801f2caef4804a9e8f6d6a58586e1 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:04.398475 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.419907 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f8b68fa3-7d5e-4a51-8827-0f08f2220828 req-96e2df2b-abdd-4f80-aee6-41b441471c8f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 210 time: 0.0365169 Jun 28 22:27:04.528844 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Allocated IP 172.20.0.10 (b8d83f9e-6e81-4a5a-9761-60ecbe1638a2/607a6404-b317-4e1e-8e20-32d942cdf375/8833fb39-4bbc-44b8-af39-a5be715d1441) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:04.573420 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8e833e-3fcd-46ef-9f91-5c6e034e67db {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:27:04.581797 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.613965 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Transition to ACTIVE for port object 5d8e833e-3fcd-46ef-9f91-5c6e034e67db will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:04.624776 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.627730 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:04.696484 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Pushing event updated for resources: {'Port': ['ID=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:04.699090 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:04.713605 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8745-8629-4a76-be3a-2deb0c0f65d3 req-4701f015-46cc-4aee-8b50-cbd071b3b2e4 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:04.715124 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-febb8745-8629-4a76-be3a-2deb0c0f65d3 req-4701f015-46cc-4aee-8b50-cbd071b3b2e4 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1613877 Jun 28 22:27:04.752769 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Attempting to bind port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:04.753408 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Attempting to bind port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:04.753928 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Attempting to bind port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:04.759548 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:27:04.761393 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Attempting to bind port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db on network 6daf0c42-050b-4e66-9a55-49f0298ff1f2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:04.766047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:04.766395 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Checking segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:04.766757 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Bound using segment: {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:04.767179 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Bound port: 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf9a771-e30d-4dc8-b39b-a90cd8000422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:04.767534 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.785148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.791255 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-febb8745-8629-4a76-be3a-2deb0c0f65d3 req-e5860b0c-6d8e-4aaf-a791-b9c8ea818a67 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672393 Jun 28 22:27:04.844253 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.850753 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] For port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:04.850936 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:04.855708 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] For port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:04.863038 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.866199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:04.902385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:04.913141 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:04.913474 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:04.913474 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.913474 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] 10.222.0.61 "PUT /v2.0/ports/5d8e833e-3fcd-46ef-9f91-5c6e034e67db HTTP/1.1" status: 200 len: 1094 time: 0.7600808 Jun 28 22:27:04.913474 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726ca453-e5c7-453f-9629-bcc6ab347180', 'tag': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:04.915350 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b085b9a4-3bc2-4e13-a734-ca5954291dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "726ca453-e5c7-453f-9629-bcc6ab347180", "tag": "5d8e833e-3fcd-46ef-9f91-5c6e034e67db"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:04.919105 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:04.926240 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:04.927033 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:04.936841 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Pushing event updated for resources: {'Port': ['ID=8833fb39-4bbc-44b8-af39-a5be715d1441,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:04.951193 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:04.956307 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Pushing event updated for resources: {'Port': ['ID=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:04.959904 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:04.964558 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a25fc6-5f10-4fa7-9c53-bf635928025e x-openstack-request-id: req-c2a25fc6-5f10-4fa7-9c53-bf635928025e {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:04.964850 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726ca453-e5c7-453f-9629-bcc6ab347180", "tag": "5d8e833e-3fcd-46ef-9f91-5c6e034e67db", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:04.965216 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2a25fc6-5f10-4fa7-9c53-bf635928025e {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:04.965528 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726ca453-e5c7-453f-9629-bcc6ab347180', 'tag': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db', 'status': 'completed', 'code': 200} Jun 28 22:27:04.966505 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7331214 Jun 28 22:27:05.070793 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:27:05.136312 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Request body: {'port': {'device_id': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:05.187483 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-9956b51c-3e63-4a2d-a451-8737c71a7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:05.189095 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-9956b51c-3e63-4a2d-a451-8737c71a7273 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 1097 time: 0.0558169 Jun 28 22:27:05.224401 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:05.263696 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-d21249a8-b1fc-4f4a-ae7d-3e9f34616e8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db HTTP/1.1" status: 200 len: 217 time: 0.0375156 Jun 28 22:27:05.324249 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-2455ef26-2495-47b4-8d6f-eceba2f131ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:05.325751 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-2455ef26-2495-47b4-8d6f-eceba2f131ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0508831 Jun 28 22:27:05.369244 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-f46fe851-0ea8-4d97-9bbb-725cc74a17aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272181 Jun 28 22:27:05.504882 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-2afe17b5-d299-4be9-bc9e-464652d97c9d service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254771 Jun 28 22:27:05.516333 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8833fb39-4bbc-44b8-af39-a5be715d1441 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:27:05.524554 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:05.538575 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Transition to ACTIVE for port object 8833fb39-4bbc-44b8-af39-a5be715d1441 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:05.544529 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:05.556757 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:05.563606 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547ce74-3e1d-405d-9dc7-a10a620edf99 req-012865a7-1a62-4cbe-b0df-876f7dba1aa8 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:05.567306 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4547ce74-3e1d-405d-9dc7-a10a620edf99 req-012865a7-1a62-4cbe-b0df-876f7dba1aa8 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 944 time: 0.1003911 Jun 28 22:27:05.628380 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Pushing event updated for resources: {'Port': ['ID=8833fb39-4bbc-44b8-af39-a5be715d1441,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:05.632956 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:05.660983 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff1f92b2-17b4-44a4-9858-a0ee67fee121 req-00e7acfe-8426-4150-a988-f915c86df32e service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463783 Jun 28 22:27:05.670822 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4547ce74-3e1d-405d-9dc7-a10a620edf99 req-97048117-19e5-4091-9ac9-cc35c36011e2 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667446 Jun 28 22:27:05.685414 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Attempting to bind port 8833fb39-4bbc-44b8-af39-a5be715d1441 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:05.685777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Attempting to bind port 8833fb39-4bbc-44b8-af39-a5be715d1441 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:05.686060 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Attempting to bind port 8833fb39-4bbc-44b8-af39-a5be715d1441 on network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:05.694898 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad046-cc23-4f2f-bf62-4801c44eab55 req-4c2e4a14-afad-4895-ba87-320f3eead0cd tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:05.696397 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3cbad046-cc23-4f2f-bf62-4801c44eab55 req-4c2e4a14-afad-4895-ba87-320f3eead0cd tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 944 time: 0.1506484 Jun 28 22:27:05.699896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Port 8833fb39-4bbc-44b8-af39-a5be715d1441 on network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:27:05.700230 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Attempting to bind port 8833fb39-4bbc-44b8-af39-a5be715d1441 on network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:05.712057 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:05.712385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Checking segment: {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:05.712753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Bound using segment: {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:05.713201 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Bound port: 8833fb39-4bbc-44b8-af39-a5be715d1441, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:05.713551 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:05.777886 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3cbad046-cc23-4f2f-bf62-4801c44eab55 req-f6c309de-97ac-4380-8532-e9601d6bcf6b tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 Jun 28 22:27:05.811941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] For port 8833fb39-4bbc-44b8-af39-a5be715d1441, host hv-cinder-79246, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:05.816730 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] For port 8833fb39-4bbc-44b8-af39-a5be715d1441, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8833fb39-4bbc-44b8-af39-a5be715d1441,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:05.820715 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:05.823973 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:05.855676 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:05.856278 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:05.857772 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] 10.222.0.61 "PUT /v2.0/ports/8833fb39-4bbc-44b8-af39-a5be715d1441 HTTP/1.1" status: 200 len: 1094 time: 0.7259436 Jun 28 22:27:05.858216 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'tag': '8833fb39-4bbc-44b8-af39-a5be715d1441'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:05.860604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-83ef2132-5414-48e7-9c2d-b1b232f2c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:05.860736 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7396e0-814d-4587-8117-4ae5588b5334" -d '{"events": [{"name": "network-changed", "server_uuid": "2e098d56-9e25-42ef-b1a4-d53f74b70288", "tag": "8833fb39-4bbc-44b8-af39-a5be715d1441"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:05.862322 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-83ef2132-5414-48e7-9c2d-b1b232f2c038 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 1097 time: 0.0591545 Jun 28 22:27:05.889154 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Pushing event updated for resources: {'Port': ['ID=8833fb39-4bbc-44b8-af39-a5be715d1441,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:05.894279 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:05.963020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c766a6d6-3f98-454b-833d-70da126f3927 x-openstack-request-id: req-c766a6d6-3f98-454b-833d-70da126f3927 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:05.963343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e098d56-9e25-42ef-b1a4-d53f74b70288", "tag": "8833fb39-4bbc-44b8-af39-a5be715d1441", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:05.963619 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c766a6d6-3f98-454b-833d-70da126f3927 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:05.964053 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'tag': '8833fb39-4bbc-44b8-af39-a5be715d1441', 'status': 'completed', 'code': 200} Jun 28 22:27:06.017868 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-ed9db5e4-cea0-40dd-ba61-cdbb9c9a4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.019390 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-ed9db5e4-cea0-40dd-ba61-cdbb9c9a4f3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 1097 time: 0.0918806 Jun 28 22:27:06.042442 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-7b663362-7c08-44e3-a1d3-d3de52cafbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.043897 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-7b663362-7c08-44e3-a1d3-d3de52cafbf3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 200 len: 915 time: 0.1598041 Jun 28 22:27:06.068159 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-8d946849-e292-418a-8385-cfc2982709e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8833fb39-4bbc-44b8-af39-a5be715d1441 HTTP/1.1" status: 200 len: 217 time: 0.0333314 Jun 28 22:27:06.070407 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff338ad-b140-4b4c-a283-7f35d22a5238 req-2c2142ea-b4e5-4831-b527-752b1b750f49 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.071886 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dff338ad-b140-4b4c-a283-7f35d22a5238 req-2c2142ea-b4e5-4831-b527-752b1b750f49 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0922151 Jun 28 22:27:06.099866 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-f253bbbc-2e8a-4fcc-a059-ad3c7bbf8a9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db HTTP/1.1" status: 200 len: 217 time: 0.0486453 Jun 28 22:27:06.121346 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-79725b8d-b940-41bd-8de2-6a4c42079121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.123284 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-79725b8d-b940-41bd-8de2-6a4c42079121 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=607a6404-b317-4e1e-8e20-32d942cdf375 HTTP/1.1" status: 200 len: 854 time: 0.0483468 Jun 28 22:27:06.165917 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dff338ad-b140-4b4c-a283-7f35d22a5238 req-22efd715-ffb5-48db-af4c-515c98f89355 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686884 Jun 28 22:27:06.173345 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-cf86d49a-76ca-4b86-90d3-b73f8dd02458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.174774 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-cf86d49a-76ca-4b86-90d3-b73f8dd02458 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 200 len: 854 time: 0.0626016 Jun 28 22:27:06.191007 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-1329ccd6-490d-4eda-9f16-4d0be6256b75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421019 Jun 28 22:27:06.222647 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-d6323deb-6e03-4f85-b605-5b62267889c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6daf0c42-050b-4e66-9a55-49f0298ff1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404508 Jun 28 22:27:06.296238 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-90ab9e69-02ba-4771-b431-f58a9804ec06 service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866714 Jun 28 22:27:06.317747 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-90d09483-6b5b-43bb-94be-a4204135bc89 service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852978 Jun 28 22:27:06.400430 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-281ee55e-4c52-46a3-8f5f-8a8929d2c3ce req-95dca0c2-d69d-4107-b8f5-f68219f2ae0f service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969682 Jun 28 22:27:06.463827 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b085b9a4-3bc2-4e13-a734-ca5954291dbb req-9332be38-f5a8-4409-b92b-2084bbc3059b service neutron] 10.222.0.61 "GET /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257157 Jun 28 22:27:06.694870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-63ea39fc-37ec-4f23-9129-f2a0682d4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.696383 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-63ea39fc-37ec-4f23-9129-f2a0682d4ff4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 1097 time: 0.0616522 Jun 28 22:27:06.858975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-e679c61f-2b71-4bf5-9078-35b7c07bae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.860812 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-e679c61f-2b71-4bf5-9078-35b7c07bae3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 200 len: 915 time: 0.1519811 Jun 28 22:27:06.908079 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323ef9-a071-479d-8fc0-398ebc844a41 req-f2e89663-5d15-48a1-ab37-f514171c52b1 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.915032 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8e323ef9-a071-479d-8fc0-398ebc844a41 req-f2e89663-5d15-48a1-ab37-f514171c52b1 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 944 time: 0.1248245 Jun 28 22:27:06.964012 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-7b3dd362-294a-40cb-a63a-7423b2e31aef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8833fb39-4bbc-44b8-af39-a5be715d1441 HTTP/1.1" status: 200 len: 217 time: 0.0816293 Jun 28 22:27:06.995678 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0988f-0471-4bfa-86d9-c89a4908172e req-2f45e96f-b563-4208-abb7-87bf3075cf20 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:06.997253 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81e0988f-0471-4bfa-86d9-c89a4908172e req-2f45e96f-b563-4208-abb7-87bf3075cf20 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 944 time: 0.0779798 Jun 28 22:27:07.018516 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8e323ef9-a071-479d-8fc0-398ebc844a41 req-db37ac34-0073-4a91-b2e4-d0b2440994e3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020851 Jun 28 22:27:07.033345 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-bb021e90-c4c7-4ace-b147-d4fdf0abeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:07.035004 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-bb021e90-c4c7-4ace-b147-d4fdf0abeba7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=607a6404-b317-4e1e-8e20-32d942cdf375 HTTP/1.1" status: 200 len: 854 time: 0.0604782 Jun 28 22:27:07.082925 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-dc848511-ec37-4630-899e-ebc371df20a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307944 Jun 28 22:27:07.112007 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81e0988f-0471-4bfa-86d9-c89a4908172e req-fa0f6bfa-ebb4-4193-a021-723dfe99f408 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066349 Jun 28 22:27:07.130802 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448224d-5221-461c-8c7c-69c0bbec311c req-266afdaf-39b3-4f1b-9ea0-7ca575dbb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:07.132858 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3448224d-5221-461c-8c7c-69c0bbec311c req-266afdaf-39b3-4f1b-9ea0-7ca575dbb5cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 1099 time: 0.1201191 Jun 28 22:27:07.219578 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3448224d-5221-461c-8c7c-69c0bbec311c req-76c75fc8-da4b-4fc5-8bdd-8ba8c50db04c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746975 Jun 28 22:27:07.243981 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-af17826a-3945-4735-bad9-f0182a309b8c service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508174 Jun 28 22:27:07.363878 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c33049-e00f-4249-a6b0-724a40546877 req-7a332161-24c5-4a68-b5c3-e59611122bb0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:07.365423 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-71c33049-e00f-4249-a6b0-724a40546877 req-7a332161-24c5-4a68-b5c3-e59611122bb0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0637164 Jun 28 22:27:07.423417 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-71c33049-e00f-4249-a6b0-724a40546877 req-81fb024e-a3a4-46b3-8c52-6f9932d3294a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Jun 28 22:27:07.673193 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9c7396e0-814d-4587-8117-4ae5588b5334 req-6956ac47-44ae-4bca-993e-9b5a02898b00 service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934515 Jun 28 22:27:08.314957 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b686be-dfe4-442b-9f6b-75a4006d9aa8 req-dbb1cd93-33ce-4e54-9dd3-1002c54ecf30 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:08.316390 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f5b686be-dfe4-442b-9f6b-75a4006d9aa8 req-dbb1cd93-33ce-4e54-9dd3-1002c54ecf30 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 944 time: 0.0729983 Jun 28 22:27:08.360534 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f5b686be-dfe4-442b-9f6b-75a4006d9aa8 req-6e9c4297-f62a-47d7-a8fa-582b484dd7cb tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Jun 28 22:27:08.417190 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f482742-ae2e-497c-b9e1-27a31217f6cb req-b142e905-0709-4c82-b0da-a3cc45008536 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:08.417683 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7f482742-ae2e-497c-b9e1-27a31217f6cb req-b142e905-0709-4c82-b0da-a3cc45008536 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 944 time: 0.2763715 Jun 28 22:27:08.462720 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7f482742-ae2e-497c-b9e1-27a31217f6cb req-073abe27-bbe6-4280-a8f9-dd57d168d53f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Jun 28 22:27:08.609915 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649260c7-19f2-41aa-b87a-e8a84868d52b req-c179f2bd-a3a8-40a6-8e4a-8d5eae6d4a6f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:08.612093 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-649260c7-19f2-41aa-b87a-e8a84868d52b req-c179f2bd-a3a8-40a6-8e4a-8d5eae6d4a6f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0716968 Jun 28 22:27:08.666826 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-649260c7-19f2-41aa-b87a-e8a84868d52b req-672f5eb2-7c37-44b7-873e-965167f020ac tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483680 Jun 28 22:27:08.677158 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5d8e833e-3fcd-46ef-9f91-5c6e034e67db details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:27:08.712759 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54626) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:08.795115 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:08.806000 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db', 'network_id': '6daf0c42-050b-4e66-9a55-49f0298ff1f2', 'port_id': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db', 'mac_address': 'fa:16:3e:02:4e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1b4052-ed39-48bc-a580-5a7823e2f1b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:27:08.840618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:08.853230 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:08.870735 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8e833e-3fcd-46ef-9f91-5c6e034e67db {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:27:08.895866 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:08.901203 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:08.904036 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:08.949915 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:08.954761 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:08.963769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-909b8b62-3129-4315-ad83-60d25dee7bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:08.967773 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:08.971497 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:09.007899 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fea024dee914513954c88092c1c2c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931952 Jun 28 22:27:09.008788 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226e3314-420e-4860-8de4-4b5a46f1432e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:09.010762 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54634) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:09.012293 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:09.061005 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.087532 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.140364 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.143186 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.144336 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/226e3314-420e-4860-8de4-4b5a46f1432e HTTP/1.1" status: 204 len: 168 time: 0.1325359 Jun 28 22:27:09.145113 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f459fb55-82f2-40de-88c7-a4f7d673b677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:09.153138 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226e3314-420e-4860-8de4-4b5a46f1432e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:09.155918 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:09.444556 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54644) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:09.458202 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.483266 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['5d8e833e-3fcd-46ef-9f91-5c6e034e67db'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:09.568310 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f478d9-2f5c-4abe-9672-9d16ef7bd39f req-bb25a345-b9e4-490c-bb55-2b6fb479f674 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:09.568310 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27f478d9-2f5c-4abe-9672-9d16ef7bd39f req-bb25a345-b9e4-490c-bb55-2b6fb479f674 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 944 time: 0.0900819 Jun 28 22:27:09.587412 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.593784 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.597206 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c70d7ae-7923-4c02-9eb9-3dbb80555d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:09.618893 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27f478d9-2f5c-4abe-9672-9d16ef7bd39f req-1ea0a1cb-c41f-499c-8d02-41c9ebb231eb tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Jun 28 22:27:09.651232 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b987dc4e80041a8b4393e6c473aff3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055387 Jun 28 22:27:09.654021 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54648) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:09.667569 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d13355-462a-4209-8271-ce8c9ef162e2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:09.671232 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:09.712131 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00e93-558f-4290-b5e5-8f874c438626 req-1c9a89c2-7adb-4674-8b56-5715ee200d59 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:09.712604 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.713624 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9ae00e93-558f-4290-b5e5-8f874c438626 req-1c9a89c2-7adb-4674-8b56-5715ee200d59 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 945 time: 0.0848002 Jun 28 22:27:09.734497 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.753193 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9ae00e93-558f-4290-b5e5-8f874c438626 req-3b348908-46d4-4ebc-a7ee-235bcafb9ec6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Jun 28 22:27:09.829851 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.832353 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:09.835911 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04d13355-462a-4209-8271-ce8c9ef162e2 HTTP/1.1" status: 204 len: 168 time: 0.1783724 Jun 28 22:27:09.835911 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2d047b80-d57e-4b20-9ad6-a8263fdaec51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:09.851740 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d13355-462a-4209-8271-ce8c9ef162e2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:09.859522 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:09.892844 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dc137-0573-4dc9-adc8-60bbf4721f8d req-888e6427-81e4-4d67-81c3-200dce0cf500 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:09.894461 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-693dc137-0573-4dc9-adc8-60bbf4721f8d req-888e6427-81e4-4d67-81c3-200dce0cf500 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1064992 Jun 28 22:27:09.936497 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-693dc137-0573-4dc9-adc8-60bbf4721f8d req-9fb9603a-3467-4e3f-947d-a8ececa2e2db tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Jun 28 22:27:10.109376 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd62c8-d97f-4e04-bd25-c4a0aa491965 req-ae387aba-620c-4713-9fbb-829c0d6a1ff6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:10.111562 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3abd62c8-d97f-4e04-bd25-c4a0aa491965 req-ae387aba-620c-4713-9fbb-829c0d6a1ff6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0632634 Jun 28 22:27:10.153637 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3abd62c8-d97f-4e04-bd25-c4a0aa491965 req-90469e21-1455-46ae-b257-7ea379b68602 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Jun 28 22:27:10.209813 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-31e56ba4-0385-494f-be63-4c10d6b980fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:10.682847 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8833fb39-4bbc-44b8-af39-a5be715d1441 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:27:10.784358 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 8833fb39-4bbc-44b8-af39-a5be715d1441, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8833fb39-4bbc-44b8-af39-a5be715d1441,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:10.796067 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '8833fb39-4bbc-44b8-af39-a5be715d1441', 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2', 'port_id': '8833fb39-4bbc-44b8-af39-a5be715d1441', 'mac_address': 'fa:16:3e:e2:91:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a6404-b317-4e1e-8e20-32d942cdf375', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:27:10.806197 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18545-920f-495c-9ec6-a9731ac7a6e0 req-9edc859c-1079-4461-93c2-dd9c6478bbd4 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:10.807749 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-33d18545-920f-495c-9ec6-a9731ac7a6e0 req-9edc859c-1079-4461-93c2-dd9c6478bbd4 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 944 time: 0.0712850 Jun 28 22:27:10.854601 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:10.858495 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-33d18545-920f-495c-9ec6-a9731ac7a6e0 req-17713590-f700-4e15-ab2a-a8412f8f7b14 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Jun 28 22:27:10.872198 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8833fb39-4bbc-44b8-af39-a5be715d1441 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:27:10.893207 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 8833fb39-4bbc-44b8-af39-a5be715d1441, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8833fb39-4bbc-44b8-af39-a5be715d1441,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:10.902396 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:10.904253 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:10.951665 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=8833fb39-4bbc-44b8-af39-a5be715d1441,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:10.956200 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:10.966412 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa820-317c-4909-b486-56a02f1f77a1 req-51bb2d2d-2cac-4afd-8615-0b3a8d899ddc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:10.968137 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46bfa820-317c-4909-b486-56a02f1f77a1 req-51bb2d2d-2cac-4afd-8615-0b3a8d899ddc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 945 time: 0.0692601 Jun 28 22:27:11.018208 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46bfa820-317c-4909-b486-56a02f1f77a1 req-beacb338-743c-42b1-9e03-2c2f4d66dbb9 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Jun 28 22:27:11.401276 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['8833fb39-4bbc-44b8-af39-a5be715d1441'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:12.013894 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-e907fc29-6393-4630-86e8-8e2567e1c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:12.015450 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-e907fc29-6393-4630-86e8-8e2567e1c631 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.1018188 Jun 28 22:27:12.026268 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716441ab-03ac-4e3b-9043-f3de5ec9c9d4 req-6ab4f188-88c5-48a4-ada9-51e3854781bc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:12.027643 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-716441ab-03ac-4e3b-9043-f3de5ec9c9d4 req-6ab4f188-88c5-48a4-ada9-51e3854781bc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1001542 Jun 28 22:27:12.041887 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01090-bbe2-4065-bdfe-2d5f27bec1c3 req-dc8bb70d-6ea5-434d-b034-18ad60bd3917 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:12.044010 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2ed01090-bbe2-4065-bdfe-2d5f27bec1c3 req-dc8bb70d-6ea5-434d-b034-18ad60bd3917 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 945 time: 0.0701702 Jun 28 22:27:12.096716 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2ed01090-bbe2-4065-bdfe-2d5f27bec1c3 req-876ab3c5-6c94-446f-9fe1-9ef0b4d3f523 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Jun 28 22:27:12.121069 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-716441ab-03ac-4e3b-9043-f3de5ec9c9d4 req-cd2ed28e-0548-4b75-9e79-e3d8bfb659af tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837150 Jun 28 22:27:12.143912 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-63950b31-7b83-4190-8570-f62cc23e891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:12.145459 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-63950b31-7b83-4190-8570-f62cc23e891c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.1169789 Jun 28 22:27:12.202345 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-6b1657e0-873e-4dab-9584-8ae84f02c86d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.0457025 Jun 28 22:27:12.265227 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-01f4ffac-3ab0-424f-b089-070c8fc970b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:12.266684 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-01f4ffac-3ab0-424f-b089-070c8fc970b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0524306 Jun 28 22:27:12.275332 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de88530-885f-4d77-a5b0-3696fea2237b req-1f4b8ee3-0874-4fd8-b3d0-b8aec66532b8 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:12.276969 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6de88530-885f-4d77-a5b0-3696fea2237b req-1f4b8ee3-0874-4fd8-b3d0-b8aec66532b8 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 945 time: 0.0669830 Jun 28 22:27:12.317498 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-759e54ad-c5c2-4dc3-b139-6b5b66aa0d5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418055 Jun 28 22:27:12.328735 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6de88530-885f-4d77-a5b0-3696fea2237b req-6a9bd72b-ec1e-4d6c-ab6f-e31cd1b83d7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Jun 28 22:27:12.421187 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-1e3ab84a-b043-486f-9393-7aa47d2090c2 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932620 Jun 28 22:27:12.526240 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-394e73be-a253-478f-9bbd-37d6f2339cf9 req-25e25449-0d83-43cd-8bf9-2e8ea19294e4 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962217 Jun 28 22:27:12.701484 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5d8e833e-3fcd-46ef-9f91-5c6e034e67db up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:12.736965 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d81b5d5f-8013-488f-9302-acfa8cb853eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:12.762614 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:12.767327 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:12.767765 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:12.851464 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:12.873984 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726ca453-e5c7-453f-9629-bcc6ab347180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:12.876244 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97485e0e-df68-4cf6-afa3-fa07a9ffa982" -d '{"events": [{"server_uuid": "726ca453-e5c7-453f-9629-bcc6ab347180", "name": "network-vif-plugged", "status": "completed", "tag": "5d8e833e-3fcd-46ef-9f91-5c6e034e67db"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:12.895838 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:12.904551 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:12.906614 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:12.910347 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:12.928648 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e01427-aa92-4dc7-a68c-ab604e2da2b6 x-openstack-request-id: req-b3e01427-aa92-4dc7-a68c-ab604e2da2b6 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:12.928941 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726ca453-e5c7-453f-9629-bcc6ab347180", "name": "network-vif-plugged", "status": "completed", "tag": "5d8e833e-3fcd-46ef-9f91-5c6e034e67db", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:12.929222 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3e01427-aa92-4dc7-a68c-ab604e2da2b6 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:12.929609 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726ca453-e5c7-453f-9629-bcc6ab347180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db', 'code': 200} Jun 28 22:27:12.953701 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:12.956634 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:13.277063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2758-cf39-4ade-9bc5-55947e9e77ae req-b14ecdc6-00c7-4da8-8082-a2b74f9b17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:13.279464 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-586b2758-cf39-4ade-9bc5-55947e9e77ae req-b14ecdc6-00c7-4da8-8082-a2b74f9b17c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 1099 time: 0.0986352 Jun 28 22:27:13.308761 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512fabf-d376-4743-ad1f-a0d62da6d621 req-3a477c1e-ab14-4480-abb7-60f8b6a4894f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:13.310427 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a512fabf-d376-4743-ad1f-a0d62da6d621 req-3a477c1e-ab14-4480-abb7-60f8b6a4894f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0719736 Jun 28 22:27:13.321594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63214a-7704-4971-95f1-13fd1cd64c3d req-35e58db1-7ba4-460d-8377-5c9167d0c488 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:13.323199 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8b63214a-7704-4971-95f1-13fd1cd64c3d req-35e58db1-7ba4-460d-8377-5c9167d0c488 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 945 time: 0.1007748 Jun 28 22:27:13.362240 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-586b2758-cf39-4ade-9bc5-55947e9e77ae req-18693d2f-f83e-4ea3-a277-8f18eada3271 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750408 Jun 28 22:27:13.363402 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a512fabf-d376-4743-ad1f-a0d62da6d621 req-560be9d5-277c-41e6-a7d7-d2f28acd0f72 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461268 Jun 28 22:27:13.389822 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8b63214a-7704-4971-95f1-13fd1cd64c3d req-3dedb6ff-befa-47cf-9260-36c8ea5c1ec6 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Jun 28 22:27:13.545462 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b9df5-f383-4fd8-8ce4-913e75cae0f7 req-c54795d9-f3b3-425f-953a-822d14c40400 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:13.546970 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1b3b9df5-f383-4fd8-8ce4-913e75cae0f7 req-c54795d9-f3b3-425f-953a-822d14c40400 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.0640247 Jun 28 22:27:13.586266 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1b3b9df5-f383-4fd8-8ce4-913e75cae0f7 req-e27cef27-fed6-497b-a634-5ab620066907 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Jun 28 22:27:13.993641 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:14.570221 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e04e3-d4ed-4a5e-85f8-ecbefe418e37 req-b27702f4-cb30-4678-bdf4-5f6f67a8f534 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:14.572692 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a27e04e3-d4ed-4a5e-85f8-ecbefe418e37 req-b27702f4-cb30-4678-bdf4-5f6f67a8f534 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0700898 Jun 28 22:27:14.604179 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065131ad-ae0c-45d0-81fd-1e81418ea577 req-c68dc60d-5e56-4de5-906e-1b601121699c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:14.606107 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-065131ad-ae0c-45d0-81fd-1e81418ea577 req-c68dc60d-5e56-4de5-906e-1b601121699c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 945 time: 0.0945728 Jun 28 22:27:14.623381 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a27e04e3-d4ed-4a5e-85f8-ecbefe418e37 req-d5bcc82f-50f6-4847-9dc6-9f5268d426eb tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Jun 28 22:27:14.652082 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-065131ad-ae0c-45d0-81fd-1e81418ea577 req-d8c71439-51e0-4182-94db-52070c2e6910 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376017 Jun 28 22:27:14.718703 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8833fb39-4bbc-44b8-af39-a5be715d1441 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:14.779212 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 8833fb39-4bbc-44b8-af39-a5be715d1441 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:14.786946 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 8833fb39-4bbc-44b8-af39-a5be715d1441 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:14.787665 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:14.810943 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8a91-6923-4dc8-acd2-7e1090036c16 req-e5e0ab89-028e-4ad6-9942-a6f4c25d3427 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:14.815428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54824) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:14.817643 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-63fa8a91-6923-4dc8-acd2-7e1090036c16 req-e5e0ab89-028e-4ad6-9942-a6f4c25d3427 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.0918422 Jun 28 22:27:14.862852 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-63fa8a91-6923-4dc8-acd2-7e1090036c16 req-bdaf5c91-8263-4de0-9b08-29d207a2a613 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Jun 28 22:27:14.882738 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:14.919357 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 8833fb39-4bbc-44b8-af39-a5be715d1441, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8833fb39-4bbc-44b8-af39-a5be715d1441,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:14.924878 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:14.927602 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:14.931118 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833fb39-4bbc-44b8-af39-a5be715d1441'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:14.934044 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c587ec40-2495-4361-8b98-5f8fe0b5cb75" -d '{"events": [{"server_uuid": "2e098d56-9e25-42ef-b1a4-d53f74b70288", "name": "network-vif-plugged", "status": "completed", "tag": "8833fb39-4bbc-44b8-af39-a5be715d1441"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:14.946768 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:14.989446 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=8833fb39-4bbc-44b8-af39-a5be715d1441,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:15.000100 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:15.001654 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511006d6-d69b-4465-bce9-1854be2f4c05 x-openstack-request-id: req-511006d6-d69b-4465-bce9-1854be2f4c05 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:15.001941 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e098d56-9e25-42ef-b1a4-d53f74b70288", "name": "network-vif-plugged", "status": "completed", "tag": "8833fb39-4bbc-44b8-af39-a5be715d1441", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:15.002176 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-511006d6-d69b-4465-bce9-1854be2f4c05 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:15.002743 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8833fb39-4bbc-44b8-af39-a5be715d1441', 'code': 200} Jun 28 22:27:15.047607 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.055063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.058636 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4d6b7a20-3060-4497-a3d8-3ae89935277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:15.092663 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e68d2b2e0f8a497b83cf8bb749eee26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747929 Jun 28 22:27:15.093822 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba8f07b-dc69-4ae5-b446-320f254e5d4b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:15.096913 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54832) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:15.097368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:15.165849 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.188730 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.246309 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.249290 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.250431 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ba8f07b-dc69-4ae5-b446-320f254e5d4b HTTP/1.1" status: 204 len: 168 time: 0.1516716 Jun 28 22:27:15.251125 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:15.258850 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba8f07b-dc69-4ae5-b446-320f254e5d4b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:15.261773 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:15.401587 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaaad2-a70d-4650-a47b-2b1d0915b904 req-3fc0db15-588c-4223-95e2-963818a633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:15.403226 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3dbaaad2-a70d-4650-a47b-2b1d0915b904 req-3fc0db15-588c-4223-95e2-963818a633e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 1099 time: 0.0548325 Jun 28 22:27:15.443370 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3dbaaad2-a70d-4650-a47b-2b1d0915b904 req-a359b530-6e18-43c7-a5c4-0ff9ceed4f22 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301077 Jun 28 22:27:15.565193 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.819620 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6907-ba1d-4bbb-b265-ccf583db6649 req-31063bb8-347e-431a-8085-0981de996610 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:15.821180 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e59c6907-ba1d-4bbb-b265-ccf583db6649 req-31063bb8-347e-431a-8085-0981de996610 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0702555 Jun 28 22:27:15.849777 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:15.858536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff46e8-8ce7-4839-a8af-4def4170c85a req-26825b76-80d8-4668-8ccc-186af16d01e3 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:15.860132 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-caff46e8-8ce7-4839-a8af-4def4170c85a req-26825b76-80d8-4668-8ccc-186af16d01e3 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.0815132 Jun 28 22:27:15.866373 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e59c6907-ba1d-4bbb-b265-ccf583db6649 req-1e45117d-f063-4e8e-83ce-c22ddc0abf9e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Jun 28 22:27:15.906214 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-caff46e8-8ce7-4839-a8af-4def4170c85a req-4b52a459-b642-4f10-8f53-138585e0a4a5 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Jun 28 22:27:15.954982 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54864) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:16.046217 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff31b66-5619-4594-8676-61ec8e1c9ea8 req-78bcf445-6f3c-40bd-ac9b-8e680ab90060 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:16.047700 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6ff31b66-5619-4594-8676-61ec8e1c9ea8 req-78bcf445-6f3c-40bd-ac9b-8e680ab90060 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.0666082 Jun 28 22:27:16.052586 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934885329-network', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:16.102642 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6ff31b66-5619-4594-8676-61ec8e1c9ea8 req-0ebfeb3e-bf52-4487-b999-451014cda473 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Jun 28 22:27:16.103598 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Made reservation on behalf of 3d705af23a944a2a8e25bd0a1e166859 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:16.105820 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.114093 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.222579 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.228545 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.231669 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-237a73b6-1068-4335-b499-19a1fec83611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:16.255437 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:27:16.266106 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3f305-9264-4736-948e-c7831728f52b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:16.269282 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:16.272485 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.272939 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Added segment 0e2fffdc-3b8d-4511-b61a-12e872e31eec of type vlan for network 7790840c-ecfe-40e3-bc21-134fa43c19db Jun 28 22:27:16.315106 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.352031 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.361501 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:16.361501 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.361501 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:16.393609 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4374483 Jun 28 22:27:16.396446 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54876) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:16.401495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Request body: {'subnet': {'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934885329-subnet', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:16.427660 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Made reservation on behalf of 3d705af23a944a2a8e25bd0a1e166859 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:16.430563 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534346189'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.432062 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Pushing event updated for resources: {'Network': ['ID=7790840c-ecfe-40e3-bc21-134fa43c19db,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:16.434765 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:16.443133 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 7790840c-ecfe-40e3-bc21-134fa43c19db details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:27:16.604800 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535131605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534346203'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.607594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:16.662872 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1703c4-4458-4ba8-9a7b-d87e22e271c4,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:16.667239 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Checking segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:16.667595 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Network hostable DHCP agents. Network: 7790840c-ecfe-40e3-bc21-134fa43c19db, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:27:16.669633 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:16.688140 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Network 7790840c-ecfe-40e3-bc21-134fa43c19db is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:27:16.699853 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 7790840c-ecfe-40e3-bc21-134fa43c19db) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:16.707464 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:16.708118 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.709374 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e9678-825d-47e8-8a67-51500b6a4914 None None] Network 7790840c-ecfe-40e3-bc21-134fa43c19db requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:16.728022 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3304155 Jun 28 22:27:16.730735 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 54882) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:16.735154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:16.756829 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.758013 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.820238 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.869569 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-7790840c-ecfe-40e3-bc21-134fa43c19db', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:27:16.870460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:16.955092 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.010924 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Allocated IP 172.20.0.2 (7790840c-ecfe-40e3-bc21-134fa43c19db/db1703c4-4458-4ba8-9a7b-d87e22e271c4/e3d8a73c-9bc5-432d-9bd9-056c3fbcb889) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:17.070526 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c27d4-1398-4858-a6f1-ef76a2c2b952 req-55fc852b-c4d8-4855-bbe8-6a519db7bfc9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:17.072185 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f56c27d4-1398-4858-a6f1-ef76a2c2b952 req-55fc852b-c4d8-4855-bbe8-6a519db7bfc9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0688000 Jun 28 22:27:17.116426 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f56c27d4-1398-4858-a6f1-ef76a2c2b952 req-62e91618-79f4-48f4-8769-e5d92e2155d3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371103 Jun 28 22:27:17.132701 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084281c-c98d-430a-81a8-874a10abe3a2 req-dac68098-de3d-4e50-a2ec-83ef0dcadcf2 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:17.134228 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3084281c-c98d-430a-81a8-874a10abe3a2 req-dac68098-de3d-4e50-a2ec-83ef0dcadcf2 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.0839205 Jun 28 22:27:17.178956 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.187537 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Transition to ACTIVE for port object e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:17.202074 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Transition to ACTIVE for port object e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:17.209805 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.212153 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:17.258177 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Network 7790840c-ecfe-40e3-bc21-134fa43c19db is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:17.270211 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:17.277557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:17.282007 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Pushing event updated for resources: {'Port': ['ID=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:17.283919 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3084281c-c98d-430a-81a8-874a10abe3a2 req-bcae5ad1-b1ce-4ab1-a79f-e6399beeba95 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125197 Jun 28 22:27:17.288518 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:17.289306 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.333969 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.364236 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Attempting to bind port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:17.364800 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Attempting to bind port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:17.365207 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Attempting to bind port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 on network 7790840c-ecfe-40e3-bc21-134fa43c19db {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:17.370952 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:17.371330 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Checking segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:17.371735 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.372126 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Bound using segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:17.372593 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Bound port: e3d8a73c-9bc5-432d-9bd9-056c3fbcb889, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:17.373049 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.464089 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] For port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:17.464732 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Allocated IP 172.28.3.196 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/ba6e1709-5219-4651-8f53-6f23eb6962df) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:17.467742 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] For port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:17.474868 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.477935 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:17.539599 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Pushing event updated for resources: {'Port': ['ID=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:17.542751 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:17.582358 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.634572 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:17.637874 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:17.691055 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:17.695546 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:17.697928 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:17.701567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6e1709-5219-4651-8f53-6f23eb6962df,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:17.704489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:18.023289 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:18.334990 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30851c-59fa-4a5a-908d-b04cd6ad2834 req-e06661bf-51f1-422f-82be-f4cbba7df9d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:18.342676 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef30851c-59fa-4a5a-908d-b04cd6ad2834 req-e06661bf-51f1-422f-82be-f4cbba7df9d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0855186 Jun 28 22:27:18.388265 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef30851c-59fa-4a5a-908d-b04cd6ad2834 req-94bbcab2-4bd2-4571-bf22-f16364d26977 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Jun 28 22:27:18.424256 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:18.591476 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de7076-deb8-4554-835c-783fe4831058 req-13a6ad0c-01f7-48a9-a903-7d3f1cebf22d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:18.596706 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-66de7076-deb8-4554-835c-783fe4831058 req-13a6ad0c-01f7-48a9-a903-7d3f1cebf22d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.1285455 Jun 28 22:27:18.657436 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Router 5caeddd6-0db9-42a9-a74c-a561132ba595 is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:27:18.664073 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e787439-4f33-4168-9a27-77a352937aba None None] Network 7790840c-ecfe-40e3-bc21-134fa43c19db requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:18.666196 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-66de7076-deb8-4554-835c-783fe4831058 req-cca0bb8f-a754-49e9-9062-de7daf3982ec tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593479 Jun 28 22:27:18.735399 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5d39f48d-a2a0-47d7-8a7e-a5db2200d699 None None] Provisioning for port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:18.803162 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:27:18.816669 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Sync routers for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:27:18.823317 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:18.824976 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0932701 Jun 28 22:27:18.826546 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:18.827161 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:18.827736 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54920) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:18.948963 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:19.156292 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:17Z', 'revision_number': 3, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:19.204203 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Checking router: 5caeddd6-0db9-42a9-a74c-a561132ba595 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:27:19.205725 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Updating router 5caeddd6-0db9-42a9-a74c-a561132ba595 port ba6e1709-5219-4651-8f53-6f23eb6962df binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:27:19.223399 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:19.254526 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.296256 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:19.300467 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:19.301293 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.522328 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.541640 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.556908 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Transition to ACTIVE for port object ba6e1709-5219-4651-8f53-6f23eb6962df will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:19.561525 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.565330 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.567781 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:19.572531 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.576910 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:19.582956 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:19.618619 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Attempting to bind port ba6e1709-5219-4651-8f53-6f23eb6962df on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:19.618840 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7aa4c-5f77-48ed-80b2-bb48eed2f6e0 req-939521d3-7b9a-4413-a5e8-e4d301dcac01 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:19.619298 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Attempting to bind port ba6e1709-5219-4651-8f53-6f23eb6962df by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:19.619565 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Attempting to bind port ba6e1709-5219-4651-8f53-6f23eb6962df on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:19.620831 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7ce7aa4c-5f77-48ed-80b2-bb48eed2f6e0 req-939521d3-7b9a-4413-a5e8-e4d301dcac01 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1130061 Jun 28 22:27:19.626559 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:19.627019 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:19.627596 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.628067 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:19.628606 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Bound port: ba6e1709-5219-4651-8f53-6f23eb6962df, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:19.629010 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.649114 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:19.655332 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:19.664833 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7ce7aa4c-5f77-48ed-80b2-bb48eed2f6e0 req-fee027b5-8636-4a90-9721-9012b61dbdb1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Jun 28 22:27:19.675360 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Pushing event updated for resources: {'Port': ['ID=ba6e1709-5219-4651-8f53-6f23eb6962df,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:19.688862 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.690489 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.690489 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.690489 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.690489 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.690865 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.690865 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.691156 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.691459 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.691769 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.692080 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.692383 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:19.700268 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:19.711762 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] For port ba6e1709-5219-4651-8f53-6f23eb6962df, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:19.714998 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] For port ba6e1709-5219-4651-8f53-6f23eb6962df, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ba6e1709-5219-4651-8f53-6f23eb6962df,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:19.720787 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.723871 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:19.756562 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Allocated IP 172.20.0.1 (7790840c-ecfe-40e3-bc21-134fa43c19db/db1703c4-4458-4ba8-9a7b-d87e22e271c4/5060fa6c-1b85-426c-81dd-bf5dfb74b86f) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:19.786322 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Pushing event updated for resources: {'Port': ['ID=ba6e1709-5219-4651-8f53-6f23eb6962df,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:19.798048 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:19.806888 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:19.806888 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:19.918140 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.934580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Transition to ACTIVE for port object 5060fa6c-1b85-426c-81dd-bf5dfb74b86f will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:19.943875 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:19.977940 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:19.980463 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3a94d3c7-147b-4b36-b8ec-b23514e88f7f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:20.026028 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Network 7790840c-ecfe-40e3-bc21-134fa43c19db is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:20.028971 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:20.031612 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:20.032345 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.075928 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Pushing event updated for resources: {'Port': ['ID=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:20.082053 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:20.227677 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.274766 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:17Z', 'revision_number': 3, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:20.306273 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d32a9e-15f2-4471-a243-6e9341dda703 None None] The sync data for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb is: [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:17Z', 'revision_number': 3, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:27:20.315955 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b539daf1-ccc9-4759-a10f-60a0cacb7c02 None None] Provisioning for port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:20.322350 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b539daf1-ccc9-4759-a10f-60a0cacb7c02 None None] Provisioning complete for port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:20.322982 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b539daf1-ccc9-4759-a10f-60a0cacb7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.363959 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b539daf1-ccc9-4759-a10f-60a0cacb7c02 None None] Port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:27:20.433312 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.439150 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.440309 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.442333 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:20.531032 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Pushing event updated for resources: {'Port': ['ID=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:20.534067 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:20.613115 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Network 7790840c-ecfe-40e3-bc21-134fa43c19db is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:20.615316 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:20.775943 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Router 5caeddd6-0db9-42a9-a74c-a561132ba595 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:27:20.900101 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-cf4faf02-e86a-465f-ab8f-b01ff5acb316 None None] Provisioning complete for port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:20.900538 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf4faf02-e86a-465f-ab8f-b01ff5acb316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:20.946817 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cf4faf02-e86a-465f-ab8f-b01ff5acb316 None None] Port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:27:20.954071 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d383-a38d-4981-84b1-e15f91f46163 req-915a5656-d353-4a6d-9269-e7258830ae3f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:20.955651 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7565d383-a38d-4981-84b1-e15f91f46163 req-915a5656-d353-4a6d-9269-e7258830ae3f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1317191 Jun 28 22:27:20.957317 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:27:20.962313 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] 10.222.0.50 "PUT /v2.0/routers/5caeddd6-0db9-42a9-a74c-a561132ba595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335640 Jun 28 22:27:21.004420 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7565d383-a38d-4981-84b1-e15f91f46163 req-c2543056-cba1-45ef-8994-f95ac92548cc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Jun 28 22:27:21.277288 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:21.330099 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:21.330696 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.417294 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ba6e1709-5219-4651-8f53-6f23eb6962df up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:21.468430 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port ba6e1709-5219-4651-8f53-6f23eb6962df completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:21.473388 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ba6e1709-5219-4651-8f53-6f23eb6962df triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:21.473962 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.521407 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54968) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:21.529228 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-399768-network', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:21.559832 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Made reservation on behalf of e54357b035fe40f2881f5f26504a3164 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:21.564367 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.572866 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.581895 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.608658 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port ba6e1709-5219-4651-8f53-6f23eb6962df, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ba6e1709-5219-4651-8f53-6f23eb6962df,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:21.613351 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.615797 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:21.683147 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=ba6e1709-5219-4651-8f53-6f23eb6962df,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:21.686107 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.688339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:21.698264 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.701381 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:21.734383 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:27:21.741946 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7671d427-e687-4dd1-a288-46398190e429,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:21.747596 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:21.751873 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.752359 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Added segment 3df07b89-4c8d-4aca-9789-bceb7afce8a8 of type vlan for network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 Jun 28 22:27:21.806231 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.836258 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.837733 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:21.838364 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:21.841528 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b50fad09-a035-4155-afb1-e42f6dde7683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:21.870752 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3478730 Jun 28 22:27:21.873368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54976) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:21.878368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Request body: {'subnet': {'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-399768-subnet', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:21.917088 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Pushing event updated for resources: {'Network': ['ID=3a00e09e-6c57-4eb3-9be1-b39cd2991da4,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:21.922249 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:21.929330 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:27:21.934756 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Made reservation on behalf of e54357b035fe40f2881f5f26504a3164 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:21.937922 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.108907 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Sync routers for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:27:22.127645 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:22.128440 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:22.185082 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.191108 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-216b93a8-9e3d-4936-9c3c-4fed605bfeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:22.241152 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:22.251597 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5739cc5a-64ae-435f-94a2-b887c16babd4,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:22.260372 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fbf6-d741-4d1f-b63d-6088aecbea8f req-9bc1c5da-33bd-4b4f-8fa2-649b9f9cec8f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:22.261860 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-25c4fbf6-d741-4d1f-b63d-6088aecbea8f req-9bc1c5da-33bd-4b4f-8fa2-649b9f9cec8f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1272807 Jun 28 22:27:22.265262 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:22.296319 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Checking segment: {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:22.296664 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Network hostable DHCP agents. Network: 3a00e09e-6c57-4eb3-9be1-b39cd2991da4, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:27:22.321582 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-25c4fbf6-d741-4d1f-b63d-6088aecbea8f req-a8ec9c59-8a72-4db7-8e6d-297d17c310e5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Jun 28 22:27:22.332265 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:27:22.354270 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 3a00e09e-6c57-4eb3-9be1-b39cd2991da4) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:22.365355 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:22.365966 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.366126 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6594d65-59e5-42ab-955c-c90f9927ac59 None None] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:22.387213 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5101242 Jun 28 22:27:22.387570 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 54986) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:22.392702 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:22.421941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.423030 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.493398 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.577615 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 2, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:22.582613 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-3a00e09e-6c57-4eb3-9be1-b39cd2991da4', 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'fixed_ips': [{'subnet_id': '5739cc5a-64ae-435f-94a2-b887c16babd4'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:27:22.583714 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.612312 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Checking router: 5caeddd6-0db9-42a9-a74c-a561132ba595 for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:27:22.612574 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Updating router 5caeddd6-0db9-42a9-a74c-a561132ba595 port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:27:22.635244 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.712862 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.845191 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.872118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:22.883713 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Allocated IP 172.20.0.2 (3a00e09e-6c57-4eb3-9be1-b39cd2991da4/5739cc5a-64ae-435f-94a2-b887c16babd4/ae063868-4f76-4475-a12e-b074d77dc957) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:22.994868 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Allocated IP 172.28.3.173 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/ee07a039-4d78-4fa0-a156-96ac6b36f38c) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:23.162061 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.195319 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.204039 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ba6e1709-5219-4651-8f53-6f23eb6962df up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:23.218134 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.220853 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:23.241066 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Transition to ACTIVE for port object ae063868-4f76-4475-a12e-b074d77dc957 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:23.250735 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.259987 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:23.263063 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:23.270531 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:23.276094 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Pushing event updated for resources: {'Port': ['ID=ee07a039-4d78-4fa0-a156-96ac6b36f38c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:23.304746 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Transition to ACTIVE for port object 5060fa6c-1b85-426c-81dd-bf5dfb74b86f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:23.309877 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Transition to ACTIVE for port object ae063868-4f76-4475-a12e-b074d77dc957 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:23.313808 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:23.318510 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.322535 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:23.328554 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.347805 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bbcbb-8faf-4458-ac4e-15415698dcce req-ee783ded-39a6-4fdc-8c7f-b2732e57f855 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:23.350092 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-be4bbcbb-8faf-4458-ac4e-15415698dcce req-ee783ded-39a6-4fdc-8c7f-b2732e57f855 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.0755553 Jun 28 22:27:23.382620 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:23.397510 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:23.403920 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:23.408531 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ba6e1709-5219-4651-8f53-6f23eb6962df triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:23.409092 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.410703 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-be4bbcbb-8faf-4458-ac4e-15415698dcce req-3d367a51-f314-403c-9680-1adfe53f74ba tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Jun 28 22:27:23.413134 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0ee67-28e8-49df-842d-f5533f0a96e1 None None] Pushing event updated for resources: {'Port': ['ID=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:23.419059 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3ca0ee67-28e8-49df-842d-f5533f0a96e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:23.435654 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:23.720825 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Pushing event updated for resources: {'Port': ['ID=ae063868-4f76-4475-a12e-b074d77dc957,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:23.723663 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Attempting to bind port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:23.724026 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Attempting to bind port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:23.724503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Attempting to bind port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f on network 7790840c-ecfe-40e3-bc21-134fa43c19db {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:23.728247 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:23.745334 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:23.745704 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Checking segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:23.746106 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.746496 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Bound using segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:23.746969 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Bound port: 5060fa6c-1b85-426c-81dd-bf5dfb74b86f, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:23.747344 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.750044 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Attempting to bind port ae063868-4f76-4475-a12e-b074d77dc957 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:23.750397 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Attempting to bind port ae063868-4f76-4475-a12e-b074d77dc957 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:23.750744 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Attempting to bind port ae063868-4f76-4475-a12e-b074d77dc957 on network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:23.768759 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:23.769137 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Checking segment: {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:23.769539 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.769928 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Bound using segment: {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:23.770397 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Bound port: ae063868-4f76-4475-a12e-b074d77dc957, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:23.770774 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.853427 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.916030 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] For port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:23.920536 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] For port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:23.920718 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb68b3-03db-48fd-8918-a26c6798af72 req-43d98d43-94d2-418d-b80f-c3632a73b046 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:23.921965 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] For port ae063868-4f76-4475-a12e-b074d77dc957, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:23.922339 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-91cb68b3-03db-48fd-8918-a26c6798af72 req-43d98d43-94d2-418d-b80f-c3632a73b046 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1181865 Jun 28 22:27:23.925324 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] For port ae063868-4f76-4475-a12e-b074d77dc957, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae063868-4f76-4475-a12e-b074d77dc957,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:23.928640 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.930753 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:23.937762 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:23.998029 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-91cb68b3-03db-48fd-8918-a26c6798af72 req-973e07c8-b90d-4779-b4ee-2a654feab98a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681803 Jun 28 22:27:24.003852 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:24.004492 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:24.012089 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0ee67-28e8-49df-842d-f5533f0a96e1 None None] Pushing event updated for resources: {'Port': ['ID=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:24.040538 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3ca0ee67-28e8-49df-842d-f5533f0a96e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:24.040993 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:24.156282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Pushing event updated for resources: {'Port': ['ID=ae063868-4f76-4475-a12e-b074d77dc957,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:24.161952 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:24.165214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:24.210347 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:24.368228 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Router 357c3792-e686-4e56-9bf6-073403ef0a49 is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:27:24.459032 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:23Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:24.485334 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:27:24.486042 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ac6c9-727b-4a5a-994c-9e0e29d19195 None None] The sync data for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb is: [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:23Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:27:24.496038 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Sync routers for ids ['357c3792-e686-4e56-9bf6-073403ef0a49'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:27:24.506221 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:24.511617 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-3aa32649-672a-4595-9719-229032777614 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1211009 Jun 28 22:27:24.511831 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Routers {'357c3792-e686-4e56-9bf6-073403ef0a49'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:24.511831 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['357c3792-e686-4e56-9bf6-073403ef0a49'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:24.512165 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55010) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:24.662058 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Set router 357c3792-e686-4e56-9bf6-073403ef0a49 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:24.787358 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f17a-1132-4acb-a535-ddc0125b560c req-afb2c7b8-0a98-422e-b87d-1df778e4400d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:24.789411 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6d28f17a-1132-4acb-a535-ddc0125b560c req-afb2c7b8-0a98-422e-b87d-1df778e4400d tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.1938276 Jun 28 22:27:24.892971 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:23Z', 'revision_number': 3, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:24.907882 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6d28f17a-1132-4acb-a535-ddc0125b560c req-d1bff6a9-0baa-45f5-9f36-7b4de6c62b78 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108921 Jun 28 22:27:24.948504 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Checking router: 357c3792-e686-4e56-9bf6-073403ef0a49 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:27:24.948851 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Updating router 357c3792-e686-4e56-9bf6-073403ef0a49 port ee07a039-4d78-4fa0-a156-96ac6b36f38c binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:27:24.997918 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.175660 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d950fec-f186-426a-968b-685209b06658 None None] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:25.315123 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-de4b6b0f-e285-44ae-8cea-25328d3344d7 None None] Provisioning for port ae063868-4f76-4475-a12e-b074d77dc957 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:25.338774 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.407582 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae063868-4f76-4475-a12e-b074d77dc957 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:25.441769 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f113a6-e8e8-4076-9bf1-4840faaa9c28 req-f870b7a6-fffa-47de-8bd2-a3b76640b6ca tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:25.443301 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8f113a6-e8e8-4076-9bf1-4840faaa9c28 req-f870b7a6-fffa-47de-8bd2-a3b76640b6ca tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.2328496 Jun 28 22:27:25.484544 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.500275 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port ae063868-4f76-4475-a12e-b074d77dc957 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:25.509923 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ae063868-4f76-4475-a12e-b074d77dc957 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:25.510363 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.511057 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Transition to ACTIVE for port object ee07a039-4d78-4fa0-a156-96ac6b36f38c will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:25.522027 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.536858 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:25.582056 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8f113a6-e8e8-4076-9bf1-4840faaa9c28 req-b3e8b379-5705-40ab-83d3-500dee2bc46f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078708 Jun 28 22:27:25.627100 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e0bf3-26cf-4264-bad5-d10103e13eeb None None] Pushing event updated for resources: {'Port': ['ID=ee07a039-4d78-4fa0-a156-96ac6b36f38c,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:25.630278 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-0a3e0bf3-26cf-4264-bad5-d10103e13eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:25.633598 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Attempting to bind port ee07a039-4d78-4fa0-a156-96ac6b36f38c on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:25.634158 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Attempting to bind port ee07a039-4d78-4fa0-a156-96ac6b36f38c by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:25.634674 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Attempting to bind port ee07a039-4d78-4fa0-a156-96ac6b36f38c on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:25.641508 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:25.642060 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:25.642762 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.643402 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:25.644029 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Bound port: ee07a039-4d78-4fa0-a156-96ac6b36f38c, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:25.644638 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.668589 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.720995 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] For port ee07a039-4d78-4fa0-a156-96ac6b36f38c, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:25.729789 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] For port ee07a039-4d78-4fa0-a156-96ac6b36f38c, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ee07a039-4d78-4fa0-a156-96ac6b36f38c,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:25.737518 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Allocated IP 172.20.0.1 (3a00e09e-6c57-4eb3-9be1-b39cd2991da4/5739cc5a-64ae-435f-94a2-b887c16babd4/e57fb16b-f267-4678-8fd9-6b377ebc8253) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:27:25.739517 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port ae063868-4f76-4475-a12e-b074d77dc957, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae063868-4f76-4475-a12e-b074d77dc957,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:25.741869 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.748995 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:25.753321 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.757401 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 5060fa6c-1b85-426c-81dd-bf5dfb74b86f up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:25.760917 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:25.811398 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-a23e4d00-a57b-436f-bf94-05daa183a3d6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:25.813894 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-a23e4d00-a57b-436f-bf94-05daa183a3d6 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.1346447 Jun 28 22:27:25.825925 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Routers {'357c3792-e686-4e56-9bf6-073403ef0a49'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:25.826753 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['357c3792-e686-4e56-9bf6-073403ef0a49'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:25.842578 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=ae063868-4f76-4475-a12e-b074d77dc957,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:25.847186 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:25.868124 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e0bf3-26cf-4264-bad5-d10103e13eeb None None] Pushing event updated for resources: {'Port': ['ID=ee07a039-4d78-4fa0-a156-96ac6b36f38c,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:25.871736 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-0a3e0bf3-26cf-4264-bad5-d10103e13eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:25.886714 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d45fa753-f17e-4c85-b05c-ddf0c4823350 None None] Provisioning complete for port ae063868-4f76-4475-a12e-b074d77dc957 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:25.887091 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d45fa753-f17e-4c85-b05c-ddf0c4823350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.926406 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:25.941821 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:25.942203 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:25.955145 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] Set router 357c3792-e686-4e56-9bf6-073403ef0a49 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:25.996895 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.013220 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Transition to ACTIVE for port object e57fb16b-f267-4678-8fd9-6b377ebc8253 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:26.054886 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.058671 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1e99eff0-53d7-4cc0-af4c-5b48b29c1300 tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:26.125005 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.131105 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:26.138259 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:26.142078 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:27:26.191270 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:26.201883 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.204154 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:26.238362 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:23Z', 'revision_number': 3, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:26.238737 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Deleting port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:27:26.239082 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.274929 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476ae7-ed1f-4aed-a426-3360d2562742 None None] The sync data for ids ['357c3792-e686-4e56-9bf6-073403ef0a49'] in dv-cinder-792462-20-smb is: [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:23Z', 'revision_number': 3, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:27:26.340830 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738829-6f04-4650-b91f-503c31f27c79 req-30d39e76-a690-4212-a067-e86aedc2dad3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:26.342870 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4d738829-6f04-4650-b91f-503c31f27c79 req-30d39e76-a690-4212-a067-e86aedc2dad3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 946 time: 0.1489358 Jun 28 22:27:26.364376 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:26.378808 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:26.397619 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Pushing event updated for resources: {'Port': ['ID=e57fb16b-f267-4678-8fd9-6b377ebc8253,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:26.403564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:26.412092 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] For port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:26.412450 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.426081 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4d738829-6f04-4650-b91f-503c31f27c79 req-0cbd42bd-1582-4a54-a3cb-a922954e48cc tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768998 Jun 28 22:27:26.434593 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.495282 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Calling delete_port for 5d8e833e-3fcd-46ef-9f91-5c6e034e67db owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:27:26.546680 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-17dd157e-6fef-4c62-aebb-4319c516e85c None None] Provisioning for port e57fb16b-f267-4678-8fd9-6b377ebc8253 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:26.553515 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-17dd157e-6fef-4c62-aebb-4319c516e85c None None] Provisioning complete for port e57fb16b-f267-4678-8fd9-6b377ebc8253 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:26.553905 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-17dd157e-6fef-4c62-aebb-4319c516e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.598058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-17dd157e-6fef-4c62-aebb-4319c516e85c None None] Port e57fb16b-f267-4678-8fd9-6b377ebc8253 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:27:26.747910 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.826568 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.834770 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:26.867641 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event deleted for resources: {'Port': ['ID=5d8e833e-3fcd-46ef-9f91-5c6e034e67db,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:26.876858 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:26.886117 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e', 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', '4301fac1-d489-40c9-afdf-d3fbf9f81173', '5d8e833e-3fcd-46ef-9f91-5c6e034e67db'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:26.951461 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] No DVR routers for this DVR port 5d8e833e-3fcd-46ef-9f91-5c6e034e67db on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:27:26.963291 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:26.965398 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4e85ec84-0942-4f32-b713-fc2ceae83891 req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "DELETE /v2.0/ports/5d8e833e-3fcd-46ef-9f91-5c6e034e67db HTTP/1.1" status: 204 len: 173 time: 1.1235924 Jun 28 22:27:26.969057 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726ca453-e5c7-453f-9629-bcc6ab347180', 'name': 'network-vif-deleted', 'tag': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:26.972683 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18b6b4-a035-457d-a227-1cb2c91289c0" -d '{"events": [{"server_uuid": "726ca453-e5c7-453f-9629-bcc6ab347180", "name": "network-vif-deleted", "tag": "5d8e833e-3fcd-46ef-9f91-5c6e034e67db"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:27.104077 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d9a64-a566-42dc-9bf4-6a245a21926b x-openstack-request-id: req-c42d9a64-a566-42dc-9bf4-6a245a21926b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:27.104400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726ca453-e5c7-453f-9629-bcc6ab347180", "name": "network-vif-deleted", "tag": "5d8e833e-3fcd-46ef-9f91-5c6e034e67db", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:27.105364 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c42d9a64-a566-42dc-9bf4-6a245a21926b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:27.105988 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726ca453-e5c7-453f-9629-bcc6ab347180', 'name': 'network-vif-deleted', 'tag': '5d8e833e-3fcd-46ef-9f91-5c6e034e67db', 'status': 'completed', 'code': 200} Jun 28 22:27:27.134214 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85c0f2-d570-4dd4-a8ac-689b484da7d0 req-e3a1daf3-b00e-4ed8-8908-31d20cc38539 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:27.149664 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4e85c0f2-d570-4dd4-a8ac-689b484da7d0 req-e3a1daf3-b00e-4ed8-8908-31d20cc38539 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.3992972 Jun 28 22:27:27.214131 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.239063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.270331 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:27.359477 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ee07a039-4d78-4fa0-a156-96ac6b36f38c up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:27.474185 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port ee07a039-4d78-4fa0-a156-96ac6b36f38c completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:27.480163 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ee07a039-4d78-4fa0-a156-96ac6b36f38c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:27.480681 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.623875 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.645694 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port ee07a039-4d78-4fa0-a156-96ac6b36f38c, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ee07a039-4d78-4fa0-a156-96ac6b36f38c,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:27.651756 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.652826 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae063868-4f76-4475-a12e-b074d77dc957 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:27.655349 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:27.675995 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.685441 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4e85c0f2-d570-4dd4-a8ac-689b484da7d0 req-c45ad1c4-3951-436f-9977-fd473e93fcf3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760461 Jun 28 22:27:27.694141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Pushing event updated for resources: {'Port': ['ID=e57fb16b-f267-4678-8fd9-6b377ebc8253,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:27.699423 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-831e74f7-f814-4b8c-b7a9-45651eadb7f0 req-d0060fd0-92a2-4210-8ac4-3fc5f4815006 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=726ca453-e5c7-453f-9629-bcc6ab347180 HTTP/1.1" status: 200 len: 210 time: 0.0350733 Jun 28 22:27:27.705342 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:27.764623 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=ee07a039-4d78-4fa0-a156-96ac6b36f38c,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:27.769230 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:27.780469 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ae063868-4f76-4475-a12e-b074d77dc957 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:27.781156 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:27.825990 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:27:27.827626 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:27.896443 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 5060fa6c-1b85-426c-81dd-bf5dfb74b86f up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:27.946362 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:27.948245 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:28.014657 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Router 357c3792-e686-4e56-9bf6-073403ef0a49 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:27:28.131835 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-71f5382f-503a-44eb-8d9f-2e2f5cc60be5 None None] Provisioning complete for port e57fb16b-f267-4678-8fd9-6b377ebc8253 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:28.132221 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-71f5382f-503a-44eb-8d9f-2e2f5cc60be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:28.176996 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:27:28.193322 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] 10.222.0.50 "PUT /v2.0/routers/357c3792-e686-4e56-9bf6-073403ef0a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6719563 Jun 28 22:27:28.194229 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-71f5382f-503a-44eb-8d9f-2e2f5cc60be5 None None] Port e57fb16b-f267-4678-8fd9-6b377ebc8253 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:27:28.386681 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Sync routers for ids ['357c3792-e686-4e56-9bf6-073403ef0a49'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:27:28.395807 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Routers {'357c3792-e686-4e56-9bf6-073403ef0a49'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:28.396421 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['357c3792-e686-4e56-9bf6-073403ef0a49'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:28.641932 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Set router 357c3792-e686-4e56-9bf6-073403ef0a49 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:28.839744 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5d8e833e-3fcd-46ef-9f91-5c6e034e67db no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:27:28.863863 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 5d8e833e-3fcd-46ef-9f91-5c6e034e67db {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:27:28.864429 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5d8e833e-3fcd-46ef-9f91-5c6e034e67db not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:27:28.875202 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55122) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:28.898058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 4, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'e57fb16b-f267-4678-8fd9-6b377ebc8253', 'name': '', 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'mac_address': 'fa:16:3e:be:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5739cc5a-64ae-435f-94a2-b887c16babd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:25Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 2, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'subnets': [{'id': '5739cc5a-64ae-435f-94a2-b887c16babd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:28.899060 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655310382', 'description': 'tempest-secgroup-smoke-1655310382 description', 'project_id': '3d705af23a944a2a8e25bd0a1e166859'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:28.920034 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af69fe-b761-4c18-9de5-5cc58b150c91 req-87b4b5c0-fd26-450a-a133-a327042d5c93 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:28.921900 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-72af69fe-b761-4c18-9de5-5cc58b150c91 req-87b4b5c0-fd26-450a-a133-a327042d5c93 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0961101 Jun 28 22:27:28.931024 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Checking router: 357c3792-e686-4e56-9bf6-073403ef0a49 for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:27:28.931515 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Updating router 357c3792-e686-4e56-9bf6-073403ef0a49 port e57fb16b-f267-4678-8fd9-6b377ebc8253 binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:27:28.941712 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:28.972545 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:28.987520 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-72af69fe-b761-4c18-9de5-5cc58b150c91 req-d005b5cf-59f1-4e4f-a97a-6a15c2588ab0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Jun 28 22:27:29.060276 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.066601 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.070382 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d2d7e933-52a9-4d3f-b3ed-a2691cffd48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.086982 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.088335 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2116487 Jun 28 22:27:29.091316 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55128) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:29.096595 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group_rule': {'security_group_id': '71d928ad-c60c-47bc-b6da-5455325c5895', 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:29.119226 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d928ad-c60c-47bc-b6da-5455325c5895,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.122540 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.142764 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.207731 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ee07a039-4d78-4fa0-a156-96ac6b36f38c up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:29.239891 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.245525 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.247775 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.264430 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769d6d8e-391f-4863-b84b-edeffb1993fc,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.268718 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.273275 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.274678 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822982 Jun 28 22:27:29.277733 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55132) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:29.283175 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group_rule': {'security_group_id': '71d928ad-c60c-47bc-b6da-5455325c5895', 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:29.309318 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ee07a039-4d78-4fa0-a156-96ac6b36f38c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:29.309719 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.313385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.362880 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.366464 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.372012 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.375388 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.390060 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Transition to ACTIVE for port object e57fb16b-f267-4678-8fd9-6b377ebc8253 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:27:29.391350 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ea5849-ceb4-4c83-89ae-e2ae8447054c,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.394047 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.395516 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.396686 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f034ddfb-a501-49c0-8ff5-0c6cd54d0050 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176195 Jun 28 22:27:29.400708 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55134) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:29.405372 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group_rule': {'security_group_id': '71d928ad-c60c-47bc-b6da-5455325c5895', 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:29.419503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.424057 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-22b1ea9d-19e8-4986-b760-140f1e15b30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.438618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.496300 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea619eba-68eb-40da-af60-2423d6d5dbee None None] Pushing event updated for resources: {'Port': ['ID=e57fb16b-f267-4678-8fd9-6b377ebc8253,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.499632 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ea619eba-68eb-40da-af60-2423d6d5dbee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.533865 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.538882 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.542028 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-21b71166-d5ed-48b8-86f2-db2db44dcf37 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.559985 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Attempting to bind port e57fb16b-f267-4678-8fd9-6b377ebc8253 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:27:29.560367 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Attempting to bind port e57fb16b-f267-4678-8fd9-6b377ebc8253 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:27:29.560738 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Attempting to bind port e57fb16b-f267-4678-8fd9-6b377ebc8253 on network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:27:29.561300 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f94db1b-043f-433f-9ff4-ebe8f3b08d8a,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.566255 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.570579 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.572195 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704333 Jun 28 22:27:29.572320 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:27:29.572752 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Checking segment: {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:29.573429 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.573931 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Bound using segment: {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:27:29.574449 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Bound port: e57fb16b-f267-4678-8fd9-6b377ebc8253, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df07b89-4c8d-4aca-9789-bceb7afce8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:27:29.574920 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.575086 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55136) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:29.580240 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group_rule': {'security_group_id': '71d928ad-c60c-47bc-b6da-5455325c5895', 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:29.615967 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.657661 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] For port e57fb16b-f267-4678-8fd9-6b377ebc8253, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:27:29.661746 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] For port e57fb16b-f267-4678-8fd9-6b377ebc8253, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e57fb16b-f267-4678-8fd9-6b377ebc8253,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:27:29.668286 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.678048 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.722163 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.734360 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.737791 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Routers {'357c3792-e686-4e56-9bf6-073403ef0a49'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:27:29.738562 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:27:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['357c3792-e686-4e56-9bf6-073403ef0a49'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:29.745477 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.760777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b805ac4-4a4d-49f4-aa65-8135dad1f883,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.763299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.764985 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.768945 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1903656 Jun 28 22:27:29.769441 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55144) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:29.774658 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group_rule': {'security_group_id': '71d928ad-c60c-47bc-b6da-5455325c5895', 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:29.803468 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Project 3d705af23a944a2a8e25bd0a1e166859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:27:29.809943 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea619eba-68eb-40da-af60-2423d6d5dbee None None] Pushing event updated for resources: {'Port': ['ID=e57fb16b-f267-4678-8fd9-6b377ebc8253,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.813615 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.814813 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ea619eba-68eb-40da-af60-2423d6d5dbee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.888726 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.893605 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.900123 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] Set router 357c3792-e686-4e56-9bf6-073403ef0a49 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:27:29.900332 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:29.930295 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef7708b-2000-438b-8f5e-cb48ad8fe568,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:29.933346 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:29.935368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:29.936768 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663661 Jun 28 22:27:29.939414 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55146) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:29.943872 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'security_group_rule': {'security_group_id': '71d928ad-c60c-47bc-b6da-5455325c5895', 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:29.966507 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Project 3d705af23a944a2a8e25bd0a1e166859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:27:29.971821 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:30.047878 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:30.055499 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:30.061531 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-30e5a44d-419a-4a37-b620-2bb2d0d94195 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:30.081348 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ae261f-8f51-443b-86d7-ba5e3dcad357,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:30.090273 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:30.097459 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:30.107938 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674049 Jun 28 22:27:30.150652 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 4, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'e57fb16b-f267-4678-8fd9-6b377ebc8253', 'name': '', 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'mac_address': 'fa:16:3e:be:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5739cc5a-64ae-435f-94a2-b887c16babd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:25Z', 'updated_at': '2021-06-28T22:27:29Z', 'revision_number': 4, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'subnets': [{'id': '5739cc5a-64ae-435f-94a2-b887c16babd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:30.178431 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a22d59-155c-4ada-9c34-e76b7361556f None None] The sync data for ids ['357c3792-e686-4e56-9bf6-073403ef0a49'] in dv-cinder-792462-20-smb is: [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 4, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'e57fb16b-f267-4678-8fd9-6b377ebc8253', 'name': '', 'network_id': '3a00e09e-6c57-4eb3-9be1-b39cd2991da4', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'mac_address': 'fa:16:3e:be:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5739cc5a-64ae-435f-94a2-b887c16babd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:25Z', 'updated_at': '2021-06-28T22:27:29Z', 'revision_number': 4, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'subnets': [{'id': '5739cc5a-64ae-435f-94a2-b887c16babd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:27:30.192942 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514fd7d-4119-4dd6-8598-750051c8b5fe req-5d18def8-43ec-4e9b-a924-02f10598cfd6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:30.194897 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1514fd7d-4119-4dd6-8598-750051c8b5fe req-5d18def8-43ec-4e9b-a924-02f10598cfd6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0822918 Jun 28 22:27:30.259496 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1514fd7d-4119-4dd6-8598-750051c8b5fe req-46392319-cfc4-48e0-a2ec-e14181e06930 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Jun 28 22:27:30.579600 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a41f3-e562-4725-8a2a-dc77aab3e499 req-1e5b74cc-c650-4251-8739-1059f19be193 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:30.581234 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b22a41f3-e562-4725-8a2a-dc77aab3e499 req-1e5b74cc-c650-4251-8739-1059f19be193 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0725284 Jun 28 22:27:30.624716 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b22a41f3-e562-4725-8a2a-dc77aab3e499 req-9db0984e-04e2-40f0-a625-e684449c6dcd tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Jun 28 22:27:31.197617 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e57fb16b-f267-4678-8fd9-6b377ebc8253 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:31.253216 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port e57fb16b-f267-4678-8fd9-6b377ebc8253 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:27:31.257184 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port e57fb16b-f267-4678-8fd9-6b377ebc8253 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:31.257502 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:31.347948 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:31.396941 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port e57fb16b-f267-4678-8fd9-6b377ebc8253, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e57fb16b-f267-4678-8fd9-6b377ebc8253,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:31.402779 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:31.405391 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:31.469125 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=e57fb16b-f267-4678-8fd9-6b377ebc8253,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:31.473908 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:31.483510 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c43c5-b495-4358-88b8-5f60ce7ad726 req-644eae35-d57f-4569-b289-abcac197cc75 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:31.486662 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-979c43c5-b495-4358-88b8-5f60ce7ad726 req-644eae35-d57f-4569-b289-abcac197cc75 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0896952 Jun 28 22:27:31.540039 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-979c43c5-b495-4358-88b8-5f60ce7ad726 req-38fd2b91-2bda-4226-a7b0-65bf7c88f705 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Jun 28 22:27:31.823298 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a905ab-a675-4751-bfd0-c93ce8bd39b4 req-dd3aef75-7f78-44c2-93b4-5cbab028390f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:31.825143 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-00a905ab-a675-4751-bfd0-c93ce8bd39b4 req-dd3aef75-7f78-44c2-93b4-5cbab028390f tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0765865 Jun 28 22:27:31.868706 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-00a905ab-a675-4751-bfd0-c93ce8bd39b4 req-4895ce02-dede-4394-9acf-36b4ce9f5cba tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Jun 28 22:27:32.731242 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c070a5-4787-494d-8a63-03c0c5ff4dec req-d78da6d8-7170-4170-aa90-5806a29dea8a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:32.732829 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-68c070a5-4787-494d-8a63-03c0c5ff4dec req-d78da6d8-7170-4170-aa90-5806a29dea8a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0763474 Jun 28 22:27:32.773441 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-68c070a5-4787-494d-8a63-03c0c5ff4dec req-20a2bd03-7c90-43a0-9b03-d63a90891a2d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345440 Jun 28 22:27:33.051602 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4848cb-babb-47e6-8760-47e20cc2b552 req-c9c960be-0811-4dc2-a555-a0f3713a6574 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:33.060924 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0a4848cb-babb-47e6-8760-47e20cc2b552 req-c9c960be-0811-4dc2-a555-a0f3713a6574 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0697670 Jun 28 22:27:33.062515 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-c9b101cc-7e99-4b6b-ba48-dd42fd7bc21b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:33.064078 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-c9b101cc-7e99-4b6b-ba48-dd42fd7bc21b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 945 time: 0.0657790 Jun 28 22:27:33.097357 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0a4848cb-babb-47e6-8760-47e20cc2b552 req-76fd87a5-1fb8-46d7-8c82-4dcae423c92b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Jun 28 22:27:33.176057 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e57fb16b-f267-4678-8fd9-6b377ebc8253 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:33.180651 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Deleting port 4301fac1-d489-40c9-afdf-d3fbf9f81173 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:27:33.181106 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:33.225504 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port e57fb16b-f267-4678-8fd9-6b377ebc8253 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:33.225874 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:33.267300 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] For port 4301fac1-d489-40c9-afdf-d3fbf9f81173, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4301fac1-d489-40c9-afdf-d3fbf9f81173,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:33.267676 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:33.280031 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Calling delete_port for 4301fac1-d489-40c9-afdf-d3fbf9f81173 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:27:33.431138 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:33.435614 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-97f913de-dbed-4903-b37c-73b073130ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:33.464154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event deleted for resources: {'Port': ['ID=4301fac1-d489-40c9-afdf-d3fbf9f81173,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:33.476762 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.477164 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.477518 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.477865 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.478207 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.478521 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.478867 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.479202 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.479532 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.479862 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.480202 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.480536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:33.481416 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e', 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', '4301fac1-d489-40c9-afdf-d3fbf9f81173'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:33.506139 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:33.528087 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] No DVR routers for this DVR port 4301fac1-d489-40c9-afdf-d3fbf9f81173 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:27:33.530832 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:33.532901 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbabf4f2-a087-4f91-b4b5-d56480f2a20f req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "DELETE /v2.0/ports/4301fac1-d489-40c9-afdf-d3fbf9f81173 HTTP/1.1" status: 204 len: 173 time: 0.4629653 Jun 28 22:27:33.533604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1679d-b749-40e5-b495-be878466d8d5', 'name': 'network-vif-deleted', 'tag': '4301fac1-d489-40c9-afdf-d3fbf9f81173'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:33.537105 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3406f5d7-0424-4da9-bff7-0f368413b77e" -d '{"events": [{"server_uuid": "37f1679d-b749-40e5-b495-be878466d8d5", "name": "network-vif-deleted", "tag": "4301fac1-d489-40c9-afdf-d3fbf9f81173"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:33.590386 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2401ce8a-1b38-44bb-90ee-6e9db3c42b07 x-openstack-request-id: req-2401ce8a-1b38-44bb-90ee-6e9db3c42b07 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:33.590713 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1679d-b749-40e5-b495-be878466d8d5", "name": "network-vif-deleted", "tag": "4301fac1-d489-40c9-afdf-d3fbf9f81173", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:33.591004 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2401ce8a-1b38-44bb-90ee-6e9db3c42b07 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:33.591405 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1679d-b749-40e5-b495-be878466d8d5', 'name': 'network-vif-deleted', 'tag': '4301fac1-d489-40c9-afdf-d3fbf9f81173', 'status': 'completed', 'code': 200} Jun 28 22:27:33.970214 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d7ec-5cb2-419b-906c-77ff8a172e18 req-d9cb9a27-c51a-4f38-a37d-74dbdbb81da6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:33.972159 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-de45d7ec-5cb2-419b-906c-77ff8a172e18 req-d9cb9a27-c51a-4f38-a37d-74dbdbb81da6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0800173 Jun 28 22:27:34.011621 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-de45d7ec-5cb2-419b-906c-77ff8a172e18 req-911f7cf6-08b2-4e02-b2e4-90cfb33df68a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Jun 28 22:27:34.269824 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-389766e3-c925-4b21-aef6-00fc8fc00850 req-685d7cd7-bd1e-42c3-bdec-69e54b89bc78 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=37f1679d-b749-40e5-b495-be878466d8d5 HTTP/1.1" status: 200 len: 210 time: 0.0293648 Jun 28 22:27:35.206768 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dfe87-9a4f-40de-a15b-b30444c3a098 req-0e4ce255-9773-4fa8-a45a-06f74ff15cf9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:35.208328 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b36dfe87-9a4f-40de-a15b-b30444c3a098 req-0e4ce255-9773-4fa8-a45a-06f74ff15cf9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0794132 Jun 28 22:27:35.254404 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b36dfe87-9a4f-40de-a15b-b30444c3a098 req-763de043-e1ee-430f-b555-6e5efecb1d1d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Jun 28 22:27:35.759780 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c591555-eb69-40b6-9998-b05120cfe7c8 req-7b9870e9-7198-428e-bbf7-5125984506ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:35.761691 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c591555-eb69-40b6-9998-b05120cfe7c8 req-7b9870e9-7198-428e-bbf7-5125984506ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 945 time: 0.0769958 Jun 28 22:27:35.806620 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4c591555-eb69-40b6-9998-b05120cfe7c8 req-425f1435-b8d7-4da7-a1d7-5a7f8f2c525e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Jun 28 22:27:36.448747 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b448000-7a9d-4a46-8e55-6b487fa4e9bc req-f11058e5-35b1-4767-b256-6ca548d8cb27 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:36.450304 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8b448000-7a9d-4a46-8e55-6b487fa4e9bc req-f11058e5-35b1-4767-b256-6ca548d8cb27 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0741019 Jun 28 22:27:36.489262 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8b448000-7a9d-4a46-8e55-6b487fa4e9bc req-5e4f1672-5d68-41cb-bfe7-3194b82cebf0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Jun 28 22:27:36.887222 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 4301fac1-d489-40c9-afdf-d3fbf9f81173 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:27:36.907218 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 4301fac1-d489-40c9-afdf-d3fbf9f81173 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:27:36.907543 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 4301fac1-d489-40c9-afdf-d3fbf9f81173 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:27:36.994936 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dbb1e-f7e5-44d0-b0f7-ead5589df211 req-4548449d-e87f-4ebb-a2bc-8fee9bb8bd86 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:36.996402 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d98dbb1e-f7e5-44d0-b0f7-ead5589df211 req-4548449d-e87f-4ebb-a2bc-8fee9bb8bd86 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 945 time: 0.0772390 Jun 28 22:27:37.035384 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d98dbb1e-f7e5-44d0-b0f7-ead5589df211 req-8cfeb9d6-0bae-4a8a-a1ab-3fc3ec5605a4 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Jun 28 22:27:37.584613 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-b2a0dedc-3393-4dae-935c-404ebeeb4af2 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:37.586092 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-b2a0dedc-3393-4dae-935c-404ebeeb4af2 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 945 time: 0.0668643 Jun 28 22:27:37.733940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40ddd1-df5c-410c-8694-dd3daf8e50ae req-b797dd48-41b5-47d4-8c8b-b2035815abd2 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:37.735465 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4e40ddd1-df5c-410c-8694-dd3daf8e50ae req-b797dd48-41b5-47d4-8c8b-b2035815abd2 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1133943 Jun 28 22:27:37.758734 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Deleting port ec549cc6-f1d4-4bbf-8989-64e568a464d9 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:27:37.759069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:37.832124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4e40ddd1-df5c-410c-8694-dd3daf8e50ae req-2bb80ab5-9a8f-4c23-bdad-35b483407e82 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884144 Jun 28 22:27:37.876723 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] For port ec549cc6-f1d4-4bbf-8989-64e568a464d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ec549cc6-f1d4-4bbf-8989-64e568a464d9,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:37.877245 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:37.892797 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Calling delete_port for ec549cc6-f1d4-4bbf-8989-64e568a464d9 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:27:38.051003 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:38.055066 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-436800d8-d155-4b9f-a35a-43002d6d9268 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:38.082368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event deleted for resources: {'Port': ['ID=ec549cc6-f1d4-4bbf-8989-64e568a464d9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:38.085812 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:38.090458 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e', 'ec549cc6-f1d4-4bbf-8989-64e568a464d9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:38.130108 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] No DVR routers for this DVR port ec549cc6-f1d4-4bbf-8989-64e568a464d9 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:27:38.136930 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:38.143109 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4df0d961-bdec-49f2-9afc-ffe755a08026 req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "DELETE /v2.0/ports/ec549cc6-f1d4-4bbf-8989-64e568a464d9 HTTP/1.1" status: 204 len: 173 time: 0.5461886 Jun 28 22:27:38.143660 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'name': 'network-vif-deleted', 'tag': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:38.150264 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb7c9c-251a-4169-8b7a-f20e01a85dc2" -d '{"events": [{"server_uuid": "903c73a9-d0ac-4d6f-b10a-ec387104f5a4", "name": "network-vif-deleted", "tag": "ec549cc6-f1d4-4bbf-8989-64e568a464d9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:38.285284 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05811261-d1cd-46c9-a99f-935c099b8687 req-df66f66b-1408-47d2-a4aa-0509c1aaf788 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=903c73a9-d0ac-4d6f-b10a-ec387104f5a4 HTTP/1.1" status: 200 len: 210 time: 0.0464876 Jun 28 22:27:38.353208 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f22f9-82df-42c9-8143-ff2b3f4f837b req-58299478-ee4d-4f78-b8bc-0dcfe2cf1d04 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:38.354862 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-276f22f9-82df-42c9-8143-ff2b3f4f837b req-58299478-ee4d-4f78-b8bc-0dcfe2cf1d04 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0809448 Jun 28 22:27:38.376690 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35e5806-4aa8-436a-acc2-2e6ae68a8455 x-openstack-request-id: req-a35e5806-4aa8-436a-acc2-2e6ae68a8455 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:38.377012 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903c73a9-d0ac-4d6f-b10a-ec387104f5a4", "name": "network-vif-deleted", "tag": "ec549cc6-f1d4-4bbf-8989-64e568a464d9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:38.377331 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a35e5806-4aa8-436a-acc2-2e6ae68a8455 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:38.377854 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903c73a9-d0ac-4d6f-b10a-ec387104f5a4', 'name': 'network-vif-deleted', 'tag': 'ec549cc6-f1d4-4bbf-8989-64e568a464d9', 'status': 'completed', 'code': 200} Jun 28 22:27:38.400425 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-276f22f9-82df-42c9-8143-ff2b3f4f837b req-fdd7cbed-dd17-4b3d-a7c1-4606185e2249 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378296 Jun 28 22:27:39.027860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab0248-22b7-478f-8a67-8f6ff9cc1901 req-c7f8d345-7621-40bf-ba21-327b2e979413 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:39.029749 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05ab0248-22b7-478f-8a67-8f6ff9cc1901 req-c7f8d345-7621-40bf-ba21-327b2e979413 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0801902 Jun 28 22:27:39.073674 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05ab0248-22b7-478f-8a67-8f6ff9cc1901 req-22cfd11d-342d-4ea1-84d1-3354e890b485 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381410 Jun 28 22:27:39.607365 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ad9fc-ae65-443f-a324-4d5f082a7fee req-9aee889b-fe56-476a-9841-2fe0fb4ef04a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:39.608834 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-859ad9fc-ae65-443f-a324-4d5f082a7fee req-9aee889b-fe56-476a-9841-2fe0fb4ef04a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0713143 Jun 28 22:27:39.652027 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-859ad9fc-ae65-443f-a324-4d5f082a7fee req-50f25ab9-3cfa-4027-a4f7-9c41ca882c8f tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335863 Jun 28 22:27:40.189668 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a497a7e8-a663-4132-b653-b799af0f9dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:40.265420 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6281b81-c30d-4cdb-a012-70d4b4a1cd6f req-13555bcd-de45-4949-a2e4-9f429053ab32 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:40.266899 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e6281b81-c30d-4cdb-a012-70d4b4a1cd6f req-13555bcd-de45-4949-a2e4-9f429053ab32 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0691731 Jun 28 22:27:40.306755 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e6281b81-c30d-4cdb-a012-70d4b4a1cd6f req-5d4eb256-e92e-4a8c-83a7-5e858f20243d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334961 Jun 28 22:27:40.851149 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993be709-a0aa-4f90-916f-a2a84d2a4660 req-ec286be9-2298-4552-b2d1-65c304fbf0db tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:40.852590 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-993be709-a0aa-4f90-916f-a2a84d2a4660 req-ec286be9-2298-4552-b2d1-65c304fbf0db tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0767546 Jun 28 22:27:40.902176 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-993be709-a0aa-4f90-916f-a2a84d2a4660 req-a40040d4-d12a-4574-81f1-d2989d96818d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381539 Jun 28 22:27:40.920777 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device ec549cc6-f1d4-4bbf-8989-64e568a464d9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:27:40.921359 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc9e7-a502-4964-9317-513461d11958 req-457e2872-1bc4-443b-832b-1615f86af6b3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:40.922843 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05ecc9e7-a502-4964-9317-513461d11958 req-457e2872-1bc4-443b-832b-1615f86af6b3 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.0643966 Jun 28 22:27:40.945972 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: ec549cc6-f1d4-4bbf-8989-64e568a464d9 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:27:40.946311 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device ec549cc6-f1d4-4bbf-8989-64e568a464d9 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:27:40.966497 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05ecc9e7-a502-4964-9317-513461d11958 req-24dfae09-850e-461f-a87c-ae8f7cba7468 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Jun 28 22:27:41.186618 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-74920930-ba71-4e22-b1a2-3cfd2e761c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:41.187465 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-74920930-ba71-4e22-b1a2-3cfd2e761c97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.0611017 Jun 28 22:27:41.303047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-190d078e-0cd1-4748-b9e5-06b0fedf5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:41.304601 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-190d078e-0cd1-4748-b9e5-06b0fedf5c29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.0847676 Jun 28 22:27:41.356247 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-ef2cc0b0-c2e9-4017-a612-5c79f1d67ab2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.0433266 Jun 28 22:27:41.407720 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-7cab65f0-b5c5-40bc-9e3a-a2dd8b810e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:41.409221 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-7cab65f0-b5c5-40bc-9e3a-a2dd8b810e64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0458827 Jun 28 22:27:41.446767 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-14324069-34d7-4ca0-abb2-52b1d594accb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266929 Jun 28 22:27:41.494356 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6238-3c42-4a04-961b-64c2c3d0d0b2 req-4ce74e99-c524-4094-90cc-6820fa2bda6f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:41.495974 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6e5e6238-3c42-4a04-961b-64c2c3d0d0b2 req-4ce74e99-c524-4094-90cc-6820fa2bda6f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0748246 Jun 28 22:27:41.550492 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6e5e6238-3c42-4a04-961b-64c2c3d0d0b2 req-6d3c7f9a-ef2f-4080-a977-f3e3e83acc8a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 Jun 28 22:27:41.572036 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-cf66e95b-67da-4a21-b0be-9d13fb8c1e2c service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040201 Jun 28 22:27:41.672775 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-331a8395-f3b1-4b2a-bb6b-06141537c74f req-763bf2f0-acd5-483f-a494-9115d3705c32 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931807 Jun 28 22:27:42.070221 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:27:42.090684 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f876154-b85a-49dd-90b6-03685e5eb201 req-8b974b9e-f704-42ea-be52-d72a1bad35b2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:42.092178 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4f876154-b85a-49dd-90b6-03685e5eb201 req-8b974b9e-f704-42ea-be52-d72a1bad35b2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0741303 Jun 28 22:27:42.133982 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4f876154-b85a-49dd-90b6-03685e5eb201 req-3f16a66a-5d6c-46fe-bf08-2c7968fd4aad tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357358 Jun 28 22:27:42.150401 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b77cac-211d-4b1f-a5b0-ff2d2aa2eccb req-82e38bdc-37ae-4e43-a473-00fa59684798 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:42.151929 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f1b77cac-211d-4b1f-a5b0-ff2d2aa2eccb req-82e38bdc-37ae-4e43-a473-00fa59684798 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.0710833 Jun 28 22:27:42.196788 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f1b77cac-211d-4b1f-a5b0-ff2d2aa2eccb req-382e9f5e-283c-45f5-9757-1bb9050fe413 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353975 Jun 28 22:27:42.711432 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0ee12cbb-66ee-4d5f-9fbe-56002d9214cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:42.754563 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f74e37-3506-4c88-8480-e39c84aaf038 req-75ad2828-c259-475f-ad14-1afbf5accff5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:42.756141 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a6f74e37-3506-4c88-8480-e39c84aaf038 req-75ad2828-c259-475f-ad14-1afbf5accff5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0714049 Jun 28 22:27:42.798952 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a6f74e37-3506-4c88-8480-e39c84aaf038 req-5c411ffc-a031-4b72-b54b-808d533482a0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370309 Jun 28 22:27:42.906356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:42.966154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-61370683-18df-425c-9962-d52208ddff4e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:42.968571 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-61370683-18df-425c-9962-d52208ddff4e tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.0688276 Jun 28 22:27:43.106356 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Deleting port cb023c92-2080-4bc6-8299-3abed4aad79e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:27:43.107019 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.128294 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55406) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:43.196849 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] For port cb023c92-2080-4bc6-8299-3abed4aad79e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb023c92-2080-4bc6-8299-3abed4aad79e,segment=NetworkSegment(eaf9a771-e30d-4dc8-b39b-a90cd8000422),segment_id=eaf9a771-e30d-4dc8-b39b-a90cd8000422)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:43.197298 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.210844 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Calling delete_port for cb023c92-2080-4bc6-8299-3abed4aad79e owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:27:43.318219 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.390566 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ea3d4-cfbb-4b3e-9875-70de5aeb1373 req-fa2f85fb-194c-4a45-a4b1-c874fa5e9f06 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:43.390566 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-478ea3d4-cfbb-4b3e-9875-70de5aeb1373 req-fa2f85fb-194c-4a45-a4b1-c874fa5e9f06 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1240871 Jun 28 22:27:43.435974 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.441865 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6836cae4-8dd0-4c23-8601-b23b3ceda0bf tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:43.455366 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-478ea3d4-cfbb-4b3e-9875-70de5aeb1373 req-8aab295a-2831-4316-9eeb-97848a6829c6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582914 Jun 28 22:27:43.477725 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Pushing event deleted for resources: {'Port': ['ID=cb023c92-2080-4bc6-8299-3abed4aad79e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:43.486226 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:43.486383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['cb023c92-2080-4bc6-8299-3abed4aad79e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:43.526375 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d6340-bbcf-42be-822b-21e8b2974eb0 req-61df36d0-6098-4ad4-a3c9-2f3c007c6497 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:43.528510 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cc4d6340-bbcf-42be-822b-21e8b2974eb0 req-61df36d0-6098-4ad4-a3c9-2f3c007c6497 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/ports?device_id=2927c535-ac26-43b2-a49e-46c6fa56ea93 HTTP/1.1" status: 200 len: 945 time: 0.1626208 Jun 28 22:27:43.532899 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.538206 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.540782 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f108c1ab-6b7d-40c8-877d-dc7ee3d65479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:43.546171 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] No DVR routers for this DVR port cb023c92-2080-4bc6-8299-3abed4aad79e on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:27:43.554478 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.558593 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-240caa23-0f71-4ee9-8fa4-a55333471bd2 req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.61 "DELETE /v2.0/ports/cb023c92-2080-4bc6-8299-3abed4aad79e HTTP/1.1" status: 204 len: 173 time: 0.5663245 Jun 28 22:27:43.558593 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'name': 'network-vif-deleted', 'tag': 'cb023c92-2080-4bc6-8299-3abed4aad79e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:43.560640 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d6e84c-b573-4683-8726-a788de0dc7ac" -d '{"events": [{"server_uuid": "2927c535-ac26-43b2-a49e-46c6fa56ea93", "name": "network-vif-deleted", "tag": "cb023c92-2080-4bc6-8299-3abed4aad79e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:43.595728 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10d0b88f06a04af89cfd3f6624a96630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641132 Jun 28 22:27:43.595728 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee30b87-9423-4c57-87cc-0fb2f835acc5,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:43.596095 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55420) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:43.606088 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.606436 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.607063 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.607395 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.607589 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.607947 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.608281 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.608615 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.608947 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.609277 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.609610 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.609960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:43.616472 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c46fb-d940-43b1-8a35-8fe7f6f515d6 x-openstack-request-id: req-1b6c46fb-d940-43b1-8a35-8fe7f6f515d6 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:43.617411 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2927c535-ac26-43b2-a49e-46c6fa56ea93", "name": "network-vif-deleted", "tag": "cb023c92-2080-4bc6-8299-3abed4aad79e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:43.617916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b6c46fb-d940-43b1-8a35-8fe7f6f515d6 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:43.618431 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2927c535-ac26-43b2-a49e-46c6fa56ea93', 'name': 'network-vif-deleted', 'tag': 'cb023c92-2080-4bc6-8299-3abed4aad79e', 'status': 'completed', 'code': 200} Jun 28 22:27:43.630445 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:43.659486 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cc4d6340-bbcf-42be-822b-21e8b2974eb0 req-557d7b49-896a-414b-b8e2-086d4659f11c tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] 10.222.0.50 "GET /v2.0/security-groups?id=e37e193a-cd08-4994-8caa-27b3a324ec23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145284 Jun 28 22:27:43.690196 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.721696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.786870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.789576 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:43.790860 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bee30b87-9423-4c57-87cc-0fb2f835acc5 HTTP/1.1" status: 204 len: 168 time: 0.1936374 Jun 28 22:27:43.791619 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-24652f8e-4975-42bd-a101-ccd331e87140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:43.805595 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee30b87-9423-4c57-87cc-0fb2f835acc5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:43.808137 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:43.980752 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af2950-2b61-4bff-ac43-a75712878573 req-a92910d2-d2ec-4285-a11d-9699775a0091 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:43.982323 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27af2950-2b61-4bff-ac43-a75712878573 req-a92910d2-d2ec-4285-a11d-9699775a0091 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0655239 Jun 28 22:27:44.033063 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27af2950-2b61-4bff-ac43-a75712878573 req-6e24d5e4-606d-4335-8385-fae004b40aec tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Jun 28 22:27:44.126493 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:44.700199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fd5ea-6e68-4e04-9055-33fa2a079aa8 req-6f8f8725-a5fe-4d99-b24e-2846acba2ece tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:44.701704 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-af1fd5ea-6e68-4e04-9055-33fa2a079aa8 req-6f8f8725-a5fe-4d99-b24e-2846acba2ece tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0736372 Jun 28 22:27:44.749628 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-af1fd5ea-6e68-4e04-9055-33fa2a079aa8 req-2b8030ce-4668-4408-bc01-ac6f6d29f0b5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Jun 28 22:27:44.923844 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55468) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:44.967966 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Deleting subnet 0f1b4052-ed39-48bc-a580-5a7823e2f1b8 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:27:44.971546 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.008498 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-535161371'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.318208 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.372157 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887263d-c1c6-4593-a0e5-ef8537099ede req-a6b145f9-cc03-4a71-8bc8-8d9d803a2239 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:45.373905 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d887263d-c1c6-4593-a0e5-ef8537099ede req-a6b145f9-cc03-4a71-8bc8-8d9d803a2239 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1145968 Jun 28 22:27:45.420262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535131414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534346192'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.430300 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-77f86e79-4af9-45b5-835d-779543d42499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:45.459876 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d887263d-c1c6-4593-a0e5-ef8537099ede req-5a5906e6-34f0-42df-a700-d09a766656f6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717638 Jun 28 22:27:45.463402 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.465317 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0f1b4052-ed39-48bc-a580-5a7823e2f1b8 HTTP/1.1" status: 204 len: 168 time: 0.5402439 Jun 28 22:27:45.466313 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1b4052-ed39-48bc-a580-5a7823e2f1b8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:45.468478 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55486) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:45.469480 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:45.537989 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.563981 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.632135 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.643434 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.643806 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.644656 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.645077 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > port after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.645468 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.645790 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > port after_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.646105 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.646564 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.646877 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.647188 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.805779 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.806458 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.807040 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.807669 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:27:45.808183 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daf0c42-050b-4e66-9a55-49f0298ff1f2']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:45.827420 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf9a771-e30d-4dc8-b39b-a90cd8000422') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:45.827762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf9a771-e30d-4dc8-b39b-a90cd8000422') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:27:45.844533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.883562 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.892369 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.928791 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:27:45.929438 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: from cryptography.utils import int_from_bytes Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: from cryptography.utils import int_from_bytes Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:27:45.934606 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:27:46.025089 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:46.037149 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b25c5a73-5dcc-4cbe-b17f-e1e0b7485866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:46.040969 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:46.047233 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] 10.222.0.50 "DELETE /v2.0/networks/6daf0c42-050b-4e66-9a55-49f0298ff1f2 HTTP/1.1" status: 204 len: 168 time: 0.5771320 Jun 28 22:27:46.057491 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12cac6-8bd1-44dd-8f25-febb6ea1ab75 req-38fe26e3-b78d-433c-bca2-2e8dd55651b0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:46.059399 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6c12cac6-8bd1-44dd-8f25-febb6ea1ab75 req-38fe26e3-b78d-433c-bca2-2e8dd55651b0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1526487 Jun 28 22:27:46.078270 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6daf0c42-050b-4e66-9a55-49f0298ff1f2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:46.081979 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:46.129748 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6c12cac6-8bd1-44dd-8f25-febb6ea1ab75 req-1156e718-bb4f-4d16-96c8-b6e3457c36f6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Jun 28 22:27:46.240367 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55506) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:46.291831 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d702e47d-57ec-4465-8303-85c1d9b42125 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9fcef0849bdc48c2b4dfa13dab9219c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498512 Jun 28 22:27:46.295102 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55508) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:46.350756 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:46.371914 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:46.422422 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:46.426699 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:46.430511 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e37e193a-cd08-4994-8caa-27b3a324ec23 HTTP/1.1" status: 204 len: 168 time: 0.1317883 Jun 28 22:27:46.430511 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8d26d932-44e2-4588-802e-e7917a99627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:46.437159 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e193a-cd08-4994-8caa-27b3a324ec23,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:46.439746 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:46.659473 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f635e5-7fd2-4eee-805e-9da07489580e req-ee0fecb0-51bb-49f6-9ed5-77d4858999d5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:46.661240 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8f635e5-7fd2-4eee-805e-9da07489580e req-ee0fecb0-51bb-49f6-9ed5-77d4858999d5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0740497 Jun 28 22:27:46.705572 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b8f635e5-7fd2-4eee-805e-9da07489580e req-adc43403-ede6-4f1f-be7f-364e669d95a0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Jun 28 22:27:46.968489 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cb023c92-2080-4bc6-8299-3abed4aad79e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:27:46.992074 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: cb023c92-2080-4bc6-8299-3abed4aad79e {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:27:46.992409 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cb023c92-2080-4bc6-8299-3abed4aad79e not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:27:47.337287 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7ccc-b44b-460c-8e6a-f5fa72d2a226 req-fbf0bdb5-7da5-45a8-84b1-9a4ccfc738d3 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:47.342226 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e99a7ccc-b44b-460c-8e6a-f5fa72d2a226 req-fbf0bdb5-7da5-45a8-84b1-9a4ccfc738d3 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0768023 Jun 28 22:27:47.378652 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e99a7ccc-b44b-460c-8e6a-f5fa72d2a226 req-c5be1c46-0ddb-4523-a849-c89fc6ae26b5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334287 Jun 28 22:27:47.907714 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2fa8d-4002-4d0b-8c9d-af07d932079f req-1665c227-a999-4f02-81fa-f1e87fccc7dc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:47.909385 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b2b2fa8d-4002-4d0b-8c9d-af07d932079f req-1665c227-a999-4f02-81fa-f1e87fccc7dc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0742741 Jun 28 22:27:47.965868 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b2b2fa8d-4002-4d0b-8c9d-af07d932079f req-43788149-742e-4e62-b8b3-236ca045f983 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493660 Jun 28 22:27:48.363801 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55604) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:48.477061 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.597659 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d296f2-e681-46ce-b309-3a8ec9dc4fe0 req-7f3b98ed-2fe9-4e5e-b283-8ab27adb4b11 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:48.599176 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81d296f2-e681-46ce-b309-3a8ec9dc4fe0 req-7f3b98ed-2fe9-4e5e-b283-8ab27adb4b11 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0964711 Jun 28 22:27:48.637908 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.644003 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.651416 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d6640ec8-7672-4918-a6d1-a15ac7fc3acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:48.679120 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81d296f2-e681-46ce-b309-3a8ec9dc4fe0 req-601f5dfa-4262-409c-8515-dd83de8d9199 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690737 Jun 28 22:27:48.694026 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79449894d9574ca5b78d81fd81c5a5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291557 Jun 28 22:27:48.695213 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a070e-d239-4b25-b2ed-e9e881fe929e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:48.697001 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55612) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:48.698267 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:48.752665 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.776440 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.831498 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.834143 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:48.835295 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f7a070e-d239-4b25-b2ed-e9e881fe929e HTTP/1.1" status: 204 len: 168 time: 0.1370838 Jun 28 22:27:48.836352 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9f50852c-f7f3-4f8a-b56c-5c1d3a6cf3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:48.843622 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a070e-d239-4b25-b2ed-e9e881fe929e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:48.846239 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:49.139238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55624) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:49.152692 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6109c4-585c-40bd-b02c-0173db316fb6 req-36d449ed-836f-4534-9567-72a81a9f874f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:49.153839 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.154270 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1f6109c4-585c-40bd-b02c-0173db316fb6 req-36d449ed-836f-4534-9567-72a81a9f874f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0704551 Jun 28 22:27:49.194433 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1f6109c4-585c-40bd-b02c-0173db316fb6 req-0fe017a3-62ee-4bc6-ad36-38fca9b55f72 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Jun 28 22:27:49.243602 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.249568 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.252214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c3864052-5644-4283-8943-50349e3bc65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:49.289456 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec333cccd0d24bcda34e68d07a2d044b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489444 Jun 28 22:27:49.290162 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a6c20f-7ec5-413f-a2d6-6e680ceb8ee3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:49.292318 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55626) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:49.293177 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:49.352225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.374211 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.423477 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.426236 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:49.427389 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74a6c20f-7ec5-413f-a2d6-6e680ceb8ee3 HTTP/1.1" status: 204 len: 168 time: 0.1339717 Jun 28 22:27:49.428127 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ec93f8f7-2332-4d1c-a31b-fab430f50aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:49.436112 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a6c20f-7ec5-413f-a2d6-6e680ceb8ee3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:49.438465 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:49.886896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f24eb-b68f-45ab-8c8c-5ea057a15896 req-70b4b6ec-9920-4508-8218-1211b3b09999 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:49.888438 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ba5f24eb-b68f-45ab-8c8c-5ea057a15896 req-70b4b6ec-9920-4508-8218-1211b3b09999 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0738978 Jun 28 22:27:49.935011 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ba5f24eb-b68f-45ab-8c8c-5ea057a15896 req-188b3ad2-714c-45a4-9c38-55c035b1e920 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403562 Jun 28 22:27:50.382557 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ceff-772e-4204-9a71-6a50af8498ee req-beeb7a64-4adc-4476-b946-f3c7c054c64f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:50.384124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e2a7ceff-772e-4204-9a71-6a50af8498ee req-beeb7a64-4adc-4476-b946-f3c7c054c64f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0724232 Jun 28 22:27:50.423566 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e2a7ceff-772e-4204-9a71-6a50af8498ee req-6824350d-2dcb-4a5d-9355-3fe3b31f1c5b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jun 28 22:27:51.144887 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3b9e0-4838-4154-93f1-cb9b9bba64be req-9d384b03-bbf2-4394-9cdf-0378d6bac331 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:51.146453 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-dca3b9e0-4838-4154-93f1-cb9b9bba64be req-9d384b03-bbf2-4394-9cdf-0378d6bac331 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0817618 Jun 28 22:27:51.214260 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-dca3b9e0-4838-4154-93f1-cb9b9bba64be req-964711aa-9d2a-4111-87b9-36be45733ebb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606425 Jun 28 22:27:51.618313 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f8e8-41b0-48d3-abfc-1ff03095600f req-e128a2fe-0563-4c3a-adb9-09cca8378455 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:51.619698 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7a9f8e8-41b0-48d3-abfc-1ff03095600f req-e128a2fe-0563-4c3a-adb9-09cca8378455 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0776565 Jun 28 22:27:51.668510 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7a9f8e8-41b0-48d3-abfc-1ff03095600f req-63cc88d2-0f45-4435-a16f-2bc86d3db679 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Jun 28 22:27:52.408307 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c2ee3-1aec-41da-b16d-2c860621754c req-2ac655eb-a940-4683-a821-463afbde2d58 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:52.409914 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-322c2ee3-1aec-41da-b16d-2c860621754c req-2ac655eb-a940-4683-a821-463afbde2d58 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0701864 Jun 28 22:27:52.450210 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-322c2ee3-1aec-41da-b16d-2c860621754c req-59b5279c-3521-402b-a050-efe4479eb785 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343328 Jun 28 22:27:52.553740 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e086cca-63aa-4ccb-a93b-263f3831d85c req-21887e46-5155-4518-bce0-76d850fb4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:52.555607 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6e086cca-63aa-4ccb-a93b-263f3831d85c req-21887e46-5155-4518-bce0-76d850fb4cc2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.0583909 Jun 28 22:27:52.596270 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6e086cca-63aa-4ccb-a93b-263f3831d85c req-75bde50e-33d3-457d-bf73-0414f3a437f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Jun 28 22:27:52.638085 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55750) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:52.804763 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:52.889132 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddcf35-cd38-4c2e-9e20-90ec31dc0f48 req-fef40c1d-29a5-45b1-b2fc-05f9289de7d0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:52.890606 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7ddcf35-cd38-4c2e-9e20-90ec31dc0f48 req-fef40c1d-29a5-45b1-b2fc-05f9289de7d0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0963018 Jun 28 22:27:52.944130 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7ddcf35-cd38-4c2e-9e20-90ec31dc0f48 req-a1acbf14-ff2a-4ddf-bc82-849f3b0c2eb5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Jun 28 22:27:52.965797 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:52.971513 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:52.976352 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fe5724b5-ca75-4dea-9584-4f8a0c152e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:53.010534 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17a5e0417cbc4f27a57beea122da13a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712602 Jun 28 22:27:53.011724 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e5d932-f45e-4e83-bb26-ce78dc443b0e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:53.013376 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55772) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:53.014859 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:53.070769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.093088 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.143500 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.148065 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.149421 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74e5d932-f45e-4e83-bb26-ce78dc443b0e HTTP/1.1" status: 204 len: 168 time: 0.1344426 Jun 28 22:27:53.150159 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ae09c46e-1575-4550-af9d-803b05a95a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:53.157876 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e5d932-f45e-4e83-bb26-ce78dc443b0e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:53.160170 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:53.458754 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55784) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:53.476229 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.566778 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.574216 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.576739 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-91dae381-cefd-4530-9763-db4f8f8caa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:53.614226 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a8dc5b3935f44a3b8880d8ae0a92951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543839 Jun 28 22:27:53.615326 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc68fdd5-738a-4203-86f6-b2b7e7c5b575,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:53.621161 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55788) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:53.628046 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:53.647113 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2445c-52fd-4fa0-be1c-a0f1b606a532 req-dec7388c-4515-4345-800e-1e09d3eb4225 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:53.649580 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-42d2445c-52fd-4fa0-be1c-a0f1b606a532 req-dec7388c-4515-4345-800e-1e09d3eb4225 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0805011 Jun 28 22:27:53.674791 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.700312 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-42d2445c-52fd-4fa0-be1c-a0f1b606a532 req-6d1e1bdc-d339-4126-8690-75213353710e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447812 Jun 28 22:27:53.705491 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.761948 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.764584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:53.766008 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc68fdd5-738a-4203-86f6-b2b7e7c5b575 HTTP/1.1" status: 204 len: 168 time: 0.1437802 Jun 28 22:27:53.766816 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9dd33d94-2f21-4623-b984-8158b6eff4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:53.782874 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc68fdd5-738a-4203-86f6-b2b7e7c5b575,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:53.785223 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:54.144280 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32014758-f914-47da-89b3-5b27aa905301 req-6985bcbd-37b9-432e-9b9c-51ff505ca03e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:54.145860 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-32014758-f914-47da-89b3-5b27aa905301 req-6985bcbd-37b9-432e-9b9c-51ff505ca03e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0677319 Jun 28 22:27:54.169630 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 55812) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:54.182910 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.190671 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-32014758-f914-47da-89b3-5b27aa905301 req-612060bb-a3f0-453b-8692-deb707829d53 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376728 Jun 28 22:27:54.270517 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.275637 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.279647 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:54.323227 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d60df2666cda4b5b8a9d3cbb6b59eeed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523311 Jun 28 22:27:54.324275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf4543-737a-4d54-b2cf-c3ffc9a762f8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:54.326025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55818) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:54.327458 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:54.376923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.398614 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.449990 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.452907 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:54.454256 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55cf4543-737a-4d54-b2cf-c3ffc9a762f8 HTTP/1.1" status: 204 len: 168 time: 0.1271720 Jun 28 22:27:54.455023 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09b14d2f-becf-4344-824d-1c564ee72340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:54.463182 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf4543-737a-4d54-b2cf-c3ffc9a762f8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:54.465578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:54.629006 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-55f1d859-d9cb-4da0-9a0b-421dc318fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:54.631614 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-55f1d859-d9cb-4da0-9a0b-421dc318fb64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.0652163 Jun 28 22:27:54.660817 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c663cb-3202-4e6f-a62c-198030f23da0 req-8b03039e-4de1-4c21-bc32-10cc0ea9f6b8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:54.668528 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-76c663cb-3202-4e6f-a62c-198030f23da0 req-8b03039e-4de1-4c21-bc32-10cc0ea9f6b8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0943899 Jun 28 22:27:54.706515 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-76c663cb-3202-4e6f-a62c-198030f23da0 req-ce82f09e-4aa6-40d8-92e1-be903292df6e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Jun 28 22:27:54.742443 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-12737ebe-7c9f-4e1b-a1a3-a4f1e904a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:54.744000 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-12737ebe-7c9f-4e1b-a1a3-a4f1e904a371 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.1054335 Jun 28 22:27:54.794484 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-5a23f01f-eb91-4836-86da-b5627467ce52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.0422094 Jun 28 22:27:54.857114 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-2c9cc7eb-cf8e-48f7-b83a-e135904818d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:54.858610 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-2c9cc7eb-cf8e-48f7-b83a-e135904818d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0575445 Jun 28 22:27:54.895064 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-35a243f7-73a6-41ed-9ca6-0d6f368919c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282893 Jun 28 22:27:55.007535 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-54dc761f-dc2b-40c6-8d5c-0e3c8cb0cf18 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034725 Jun 28 22:27:55.025640 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:27:55.134282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:55.139217 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85dc4-05e1-4ad4-82ae-714e237823fe req-17d41831-ef77-474f-8c47-12e7d3b57727 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:55.140845 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-00a85dc4-05e1-4ad4-82ae-714e237823fe req-17d41831-ef77-474f-8c47-12e7d3b57727 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1493626 Jun 28 22:27:55.154397 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'mac_address': 'fa:16:3e:49:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:27:55.160977 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df4f8780-3164-457e-b01c-e7c9bdc37289 req-76344234-a28b-4a61-bef6-542e40907768 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363370 Jun 28 22:27:55.218400 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.226191 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-00a85dc4-05e1-4ad4-82ae-714e237823fe req-5fb6468c-e63a-4cc7-9be5-a6b3a5e6e315 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730803 Jun 28 22:27:55.236021 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f139e5f-0781-4d01-9eb4-5299d1725606 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:27:55.275297 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:55.280693 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.284557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:55.338043 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:55.347195 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.347638 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.348080 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.348542 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.348941 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.349356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.349754 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.350138 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.350529 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.350940 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.351330 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.351651 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:27:55.355905 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:55.378664 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55860) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:55.494617 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-324703443-network', 'tenant_id': '18f92a96af734a91b1b3be7305ae8f84'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:55.522076 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Made reservation on behalf of 18f92a96af734a91b1b3be7305ae8f84 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:55.525373 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.537762 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['2f139e5f-0781-4d01-9eb4-5299d1725606'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:27:55.543504 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.701269 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.708634 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.717158 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-710c6082-5f57-4566-8c23-91f71d4a52f5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:55.734383 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:27:55.757287 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.757925 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Added segment 178735fb-3da5-4093-9068-1d6c42b2ff7b of type vlan for network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e Jun 28 22:27:55.759138 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b421f95-d867-4fbb-8da3-0b7683933b6e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:55.764461 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:55.814120 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.854323 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.855772 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:55.856501 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:55.858923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:55.901491 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87fe86-d641-4a93-9e78-9d171aa8db36 req-6abdb056-31b3-4f68-9fb9-a8fa6cd86c6c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:55.905650 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7f87fe86-d641-4a93-9e78-9d171aa8db36 req-6abdb056-31b3-4f68-9fb9-a8fa6cd86c6c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0681915 Jun 28 22:27:55.925871 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5433440 Jun 28 22:27:55.926342 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 55882) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:27:55.931164 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Request body: {'subnet': {'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-324703443-subnet', 'tenant_id': '18f92a96af734a91b1b3be7305ae8f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:27:55.935444 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6e4337-914e-4b1c-8252-6bacbf0ee98e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:55.938913 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:55.943920 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7f87fe86-d641-4a93-9e78-9d171aa8db36 req-16dad3f5-497a-46ef-81aa-c7216ca4c999 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Jun 28 22:27:55.955499 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:27:55.959937 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Made reservation on behalf of 18f92a96af734a91b1b3be7305ae8f84 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:27:55.963359 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534346189'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:56.136906 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535131605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534346203'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:56.139149 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:56.194887 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06341ce-a178-4a9c-a9c9-4853ea49e1e5,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:56.198889 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:56.203266 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Checking segment: {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:27:56.203611 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Network hostable DHCP agents. Network: 9e6e4337-914e-4b1c-8252-6bacbf0ee98e, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:27:56.223554 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:27:56.234127 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 9e6e4337-914e-4b1c-8252-6bacbf0ee98e) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:27:56.238254 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:56.238833 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:56.243896 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff100be-f420-44b0-b189-290586bea13c None None] Network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:56.268505 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8aa3ac8a-e784-4e45-8dc4-2da0ab2bab62 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335629 Jun 28 22:27:56.399867 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e965d-d232-4570-8db4-0212b115cb03 None None] Network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:27:56.431542 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388306fb-9617-4970-9ca9-85c3aca71727 req-30754d50-6390-4659-aac0-2dc8d4a5175c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:56.433054 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-388306fb-9617-4970-9ca9-85c3aca71727 req-30754d50-6390-4659-aac0-2dc8d4a5175c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 945 time: 0.0706666 Jun 28 22:27:56.473225 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-388306fb-9617-4970-9ca9-85c3aca71727 req-a42e64a7-b34d-49ad-b609-efe8f575c2d1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340538 Jun 28 22:27:57.042700 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:27:57.110303 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 2f139e5f-0781-4d01-9eb4-5299d1725606 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:27:57.110811 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:57.163709 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb1de9-3b10-4746-9172-092e6748f95f req-ad8d457e-9c9a-463b-9d07-aea0fb208326 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:57.165396 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f0fb1de9-3b10-4746-9172-092e6748f95f req-ad8d457e-9c9a-463b-9d07-aea0fb208326 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0667219 Jun 28 22:27:57.193766 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:57.209764 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f0fb1de9-3b10-4746-9172-092e6748f95f req-587bdb46-b5fe-493a-8994-25f966572f9b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Jun 28 22:27:57.221272 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:27:57.223834 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac359eb6-5ce9-4683-8648-3938924d3305" -d '{"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:27:57.239195 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:27:57.244392 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:27:57.246463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:27:57.268925 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02a34b-c74e-4845-baef-4071067818d2 x-openstack-request-id: req-8a02a34b-c74e-4845-baef-4071067818d2 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:27:57.269420 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:27:57.269675 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a02a34b-c74e-4845-baef-4071067818d2 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:27:57.270061 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'code': 200} Jun 28 22:27:57.298960 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=7']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:27:57.302103 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:27:57.670212 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075da9c-ebeb-4867-9783-0d58fdcbecc6 req-68799814-b58e-4b5e-a5b9-c6ec85873f28 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:57.671784 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e075da9c-ebeb-4867-9783-0d58fdcbecc6 req-68799814-b58e-4b5e-a5b9-c6ec85873f28 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0713439 Jun 28 22:27:57.711732 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e075da9c-ebeb-4867-9783-0d58fdcbecc6 req-a6a4c1d7-013f-42ee-9d18-9b0b83ba99d2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335829 Jun 28 22:27:58.108496 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-850a55a0-3aff-4484-950e-56f6d13b2dcf tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:58.110082 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-850a55a0-3aff-4484-950e-56f6d13b2dcf tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/networks?id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 200 len: 808 time: 0.1122756 Jun 28 22:27:58.126561 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-c6c45e8c-b31f-46c2-809a-ad34465230f3 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/quotas/18f92a96af734a91b1b3be7305ae8f84 HTTP/1.1" status: 200 len: 375 time: 0.0096581 Jun 28 22:27:58.168233 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-849ed9b8-3564-4cbe-a22b-010bafbe298c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f92a96af734a91b1b3be7305ae8f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341406 Jun 28 22:27:58.267183 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-2dcb4c9f-001b-489a-acd9-e9dd3c18ee0e service neutron] 10.222.0.50 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917130 Jun 28 22:27:58.380359 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7f48d1ae-6722-4b63-9113-105cd7b68052 service neutron] 10.222.0.50 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060390 Jun 28 22:27:58.772957 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329deabc-2a81-49b0-a4a4-9e3787fe16a2 req-addbbfe0-ee2d-4e7d-b11a-6f9a796ec96c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:58.774628 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-329deabc-2a81-49b0-a4a4-9e3787fe16a2 req-addbbfe0-ee2d-4e7d-b11a-6f9a796ec96c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1188934 Jun 28 22:27:58.817251 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-cf6e1641-22aa-462e-af6d-7682ac7e97ed req-0fde8289-e3ba-4e38-9a56-8f73b31db419 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 210 time: 0.0384214 Jun 28 22:27:58.866164 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-329deabc-2a81-49b0-a4a4-9e3787fe16a2 req-b85d4151-5d14-4f3c-9795-90bb663bed2e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825062 Jun 28 22:27:59.126519 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208407dd-135d-49e3-bf92-709f7b2341f5 req-74bf4b5e-d45e-41f7-ac74-5c49bed1b2b1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:27:59.133718 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-208407dd-135d-49e3-bf92-709f7b2341f5 req-74bf4b5e-d45e-41f7-ac74-5c49bed1b2b1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1262214 Jun 28 22:27:59.180408 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-208407dd-135d-49e3-bf92-709f7b2341f5 req-8bfe6fc2-3546-4aaa-8244-4d9f71079d06 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Jun 28 22:28:00.056858 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-df06cf3d-be16-427c-98bc-1373e79aa45f req-8bf89b73-019f-4862-bb34-21eae2b75114 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 210 time: 0.0680625 Jun 28 22:28:00.453381 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-e159a438-3604-465d-a7d1-ce27f8b5887b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:00.455488 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-e159a438-3604-465d-a7d1-ce27f8b5887b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "GET /v2.0/networks?id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 200 len: 808 time: 0.1892862 Jun 28 22:28:00.478541 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Request body: {'port': {'device_id': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e', 'admin_state_up': True, 'tenant_id': '18f92a96af734a91b1b3be7305ae8f84'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:00.737852 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Made reservation on behalf of 18f92a96af734a91b1b3be7305ae8f84 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:28:00.744079 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:00.811354 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b7428-a84d-45e3-8fa4-fe2d5a5e7436 req-bbb0ed48-f816-4790-8abc-5c35385ea79b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:00.825426 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3b0b7428-a84d-45e3-8fa4-fe2d5a5e7436 req-bbb0ed48-f816-4790-8abc-5c35385ea79b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.3372934 Jun 28 22:28:00.915845 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3b0b7428-a84d-45e3-8fa4-fe2d5a5e7436 req-ed9c9858-af6f-477b-b6bf-bd9aadea9b2e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894122 Jun 28 22:28:00.988570 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Allocated IP 172.20.0.6 (9e6e4337-914e-4b1c-8252-6bacbf0ee98e/d06341ce-a178-4a9c-a9c9-4853ea49e1e5/76d40c1c-3149-4914-a953-f632dcfc346a) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:28:01.232401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e688ee-395a-4419-95ab-5b5e493fb699 req-b8816d83-58fe-42d7-aff0-cdfb4be59477 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:01.244292 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c7e688ee-395a-4419-95ab-5b5e493fb699 req-b8816d83-58fe-42d7-aff0-cdfb4be59477 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.3099909 Jun 28 22:28:01.318136 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:01.381653 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:01.387312 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-78467a15-a713-4a85-bb86-ab5c594388d0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:01.394286 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d8379279-2928-4b59-aeea-d054437c2cac req-54b93597-b72c-4d31-89b7-71abd46b58f5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 210 time: 0.0926521 Jun 28 22:28:01.445579 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:28:01.451578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:28:01.458370 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:28:01.466560 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c7e688ee-395a-4419-95ab-5b5e493fb699 req-982956b2-dd6b-4a5a-8e8f-d80a0c84fd95 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009621 Jun 28 22:28:01.500841 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Pushing event updated for resources: {'Port': ['ID=76d40c1c-3149-4914-a953-f632dcfc346a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:01.523262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:01.587653 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:01.588586 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:01.625294 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524534 Jun 28 22:28:01.645494 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Request body: {'port': {'device_id': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:01.816347 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:02.631284 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9e78-d3f8-4589-905f-6eb401fa544a req-3202e1e2-40af-4d00-b275-b1633836c2c7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:02.639649 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-874c9e78-d3f8-4589-905f-6eb401fa544a req-3202e1e2-40af-4d00-b275-b1633836c2c7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.2181356 Jun 28 22:28:02.696941 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-874c9e78-d3f8-4589-905f-6eb401fa544a req-389fb966-c355-4aca-be36-f65d7b8a06b4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549908 Jun 28 22:28:02.791079 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d40c1c-3149-4914-a953-f632dcfc346a {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:02.802213 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:02.826830 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Transition to ACTIVE for port object 76d40c1c-3149-4914-a953-f632dcfc346a will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:02.848811 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279e5a-f024-4929-81bb-dfbf9116477e req-4cb10eb9-7834-44ab-8a24-4b71a83efcfd tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:02.850500 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-30279e5a-f024-4929-81bb-dfbf9116477e req-4cb10eb9-7834-44ab-8a24-4b71a83efcfd tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 931 time: 0.1140933 Jun 28 22:28:02.851826 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:02.855428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9cb5f8f9-f0fc-4d55-a5bd-9f86d990a3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:02.942764 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Pushing event updated for resources: {'Port': ['ID=76d40c1c-3149-4914-a953-f632dcfc346a,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:02.964637 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:02.970124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-30279e5a-f024-4929-81bb-dfbf9116477e req-ebe6df09-9308-42f1-aa7a-16cf92ee30c5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094515 Jun 28 22:28:03.049800 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Attempting to bind port 76d40c1c-3149-4914-a953-f632dcfc346a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:28:03.050385 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Attempting to bind port 76d40c1c-3149-4914-a953-f632dcfc346a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:28:03.050878 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Attempting to bind port 76d40c1c-3149-4914-a953-f632dcfc346a on network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:03.056367 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Port 76d40c1c-3149-4914-a953-f632dcfc346a on network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:28:03.056945 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Attempting to bind port 76d40c1c-3149-4914-a953-f632dcfc346a on network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:03.065166 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:28:03.065770 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Checking segment: {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:28:03.066440 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Bound using segment: {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:28:03.066942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Bound port: 76d40c1c-3149-4914-a953-f632dcfc346a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:28:03.067358 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:03.152867 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] For port 76d40c1c-3149-4914-a953-f632dcfc346a, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:28:03.157233 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] For port 76d40c1c-3149-4914-a953-f632dcfc346a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=76d40c1c-3149-4914-a953-f632dcfc346a,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:28:03.166402 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:03.172287 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-161c4d37-747b-44a2-b73e-f92835038377 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:03.213761 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:03.214362 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:03.215757 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] 10.222.0.61 "PUT /v2.0/ports/76d40c1c-3149-4914-a953-f632dcfc346a HTTP/1.1" status: 200 len: 1093 time: 1.5762613 Jun 28 22:28:03.216255 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'tag': '76d40c1c-3149-4914-a953-f632dcfc346a'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:03.218978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca6e8a-f1b6-4979-929c-565209fedf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "793c2fa6-ce9b-4d56-90b6-46943972d717", "tag": "76d40c1c-3149-4914-a953-f632dcfc346a"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:03.248798 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Pushing event updated for resources: {'Port': ['ID=76d40c1c-3149-4914-a953-f632dcfc346a,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:03.252082 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:03.356490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30a8e3f-1497-410e-bc58-846379e46bba x-openstack-request-id: req-d30a8e3f-1497-410e-bc58-846379e46bba {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:03.356798 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793c2fa6-ce9b-4d56-90b6-46943972d717", "tag": "76d40c1c-3149-4914-a953-f632dcfc346a", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:03.357330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d30a8e3f-1497-410e-bc58-846379e46bba {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:03.357958 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'tag': '76d40c1c-3149-4914-a953-f632dcfc346a', 'status': 'completed', 'code': 200} Jun 28 22:28:03.400137 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-f1c0dc78-3f64-4808-92c4-a06e8ecfc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:03.401948 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-f1c0dc78-3f64-4808-92c4-a06e8ecfc84b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f92a96af734a91b1b3be7305ae8f84&device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 1096 time: 0.0996053 Jun 28 22:28:03.497072 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-8b24151a-807c-47ec-8339-8796954bd3ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d40c1c-3149-4914-a953-f632dcfc346a HTTP/1.1" status: 200 len: 217 time: 0.0672982 Jun 28 22:28:03.587017 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-16ec3035-ff3c-4d0d-8c45-da7457a82a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:03.588646 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-16ec3035-ff3c-4d0d-8c45-da7457a82a97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d06341ce-a178-4a9c-a9c9-4853ea49e1e5 HTTP/1.1" status: 200 len: 848 time: 0.0720448 Jun 28 22:28:03.686059 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-454d6610-7f68-4322-b42d-71d5d386745a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794318 Jun 28 22:28:03.983991 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-3b4d57bf-41c4-4ff7-b51d-3e5ae4de4ebe service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175741 Jun 28 22:28:04.017228 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b726-f304-4702-b474-2d3f7a858de7 req-3a5ce578-d045-4031-b6bc-58112f531dfb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:04.026627 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8911b726-f304-4702-b474-2d3f7a858de7 req-3a5ce578-d045-4031-b6bc-58112f531dfb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1297772 Jun 28 22:28:04.175014 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8911b726-f304-4702-b474-2d3f7a858de7 req-0ae5b2d1-cd0f-400d-a386-e9b047efd4e4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457367 Jun 28 22:28:04.221548 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-764fecc3-294f-43e9-8b45-ae7b02df0f49 req-98018f5c-229a-4a85-bd90-c7db749b0712 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269640 Jun 28 22:28:04.301447 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed63e6-374d-4371-8903-4340133975b3 req-e839978d-16c1-4717-9d67-7ba625e97131 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:04.303882 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e5ed63e6-374d-4371-8903-4340133975b3 req-e839978d-16c1-4717-9d67-7ba625e97131 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 943 time: 0.1008494 Jun 28 22:28:04.360616 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e5ed63e6-374d-4371-8903-4340133975b3 req-2503fbef-67df-4ef5-90d3-8c1cacc052ca tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 Jun 28 22:28:04.434883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-1ae4a7d8-fa8a-49bc-9d9a-adfbe8c9bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:04.436452 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-1ae4a7d8-fa8a-49bc-9d9a-adfbe8c9bdb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f92a96af734a91b1b3be7305ae8f84&device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 1096 time: 0.0863125 Jun 28 22:28:04.586238 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-0236955e-5998-40f8-851f-e170ae7cd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:04.588185 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-0236955e-5998-40f8-851f-e170ae7cd907 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 200 len: 909 time: 0.1407256 Jun 28 22:28:04.673058 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-a0289124-c743-420f-a175-42750aa0d7e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d40c1c-3149-4914-a953-f632dcfc346a HTTP/1.1" status: 200 len: 217 time: 0.0523741 Jun 28 22:28:04.744361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-ef84bcf8-e944-4549-b700-f8d29d92903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:04.752876 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-ef84bcf8-e944-4549-b700-f8d29d92903a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d06341ce-a178-4a9c-a9c9-4853ea49e1e5 HTTP/1.1" status: 200 len: 848 time: 0.0681939 Jun 28 22:28:04.811399 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-51f97a26-a60a-4605-a46a-3561d4cb3584 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450332 Jun 28 22:28:04.919910 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-afc52f1f-fca3-4576-97ad-63b620cdd390 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017735 Jun 28 22:28:05.095003 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7ca6e8a-f1b6-4979-929c-565209fedf3b req-1264cefb-cf93-4e61-b854-2a356f121732 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676481 Jun 28 22:28:05.228915 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-765d6dc2-581f-4f72-b036-e1b0f2a54a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:05.231585 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-765d6dc2-581f-4f72-b036-e1b0f2a54a06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.0886436 Jun 28 22:28:05.395349 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92f25-1a4e-44e0-98f6-059c72384c8b req-6e77cf0c-deed-478c-bf23-8f083653bfee tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:05.401360 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99e92f25-1a4e-44e0-98f6-059c72384c8b req-6e77cf0c-deed-478c-bf23-8f083653bfee tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.2086751 Jun 28 22:28:05.412196 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-216c0c60-df0f-4630-a153-5691323e1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:05.415945 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-216c0c60-df0f-4630-a153-5691323e1d54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.1767883 Jun 28 22:28:05.505012 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-99e92f25-1a4e-44e0-98f6-059c72384c8b req-418500c4-a11f-4884-a4ca-b03f17129131 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879371 Jun 28 22:28:05.530311 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-ce10fe88-5e86-4542-bfe5-6fd8d7646e45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.1038220 Jun 28 22:28:05.632404 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-4e4d1ffd-e99b-4c57-b15a-04fa6a31c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:05.647649 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-4e4d1ffd-e99b-4c57-b15a-04fa6a31c8d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0981250 Jun 28 22:28:05.680545 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-bb2d3427-09e1-4d3b-8519-effa80d17de9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jun 28 22:28:05.727457 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334df1b5-db31-4b70-8158-86cc3c484ce4 req-8269f324-caa4-40df-b25e-f1f0f4a2d9ce tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:05.729460 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-334df1b5-db31-4b70-8158-86cc3c484ce4 req-8269f324-caa4-40df-b25e-f1f0f4a2d9ce tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 943 time: 0.0962503 Jun 28 22:28:05.735444 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1264cc3-27d3-493d-bd1c-71356b967d16 req-c01aa744-3c38-4064-ac15-bd1d3ef27779 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:05.747615 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a1264cc3-27d3-493d-bd1c-71356b967d16 req-c01aa744-3c38-4064-ac15-bd1d3ef27779 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.2152460 Jun 28 22:28:05.779781 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-334df1b5-db31-4b70-8158-86cc3c484ce4 req-2b77c8a6-8d00-4991-b336-e99a7a4eb095 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 Jun 28 22:28:05.883741 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a1264cc3-27d3-493d-bd1c-71356b967d16 req-375ff480-3c96-4fd9-b115-d60b6e925ab2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348946 Jun 28 22:28:05.906155 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-b4e23b24-c7ab-4628-994a-d2ee79310385 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106471 Jun 28 22:28:06.023061 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7feac76f-2a04-4c44-99c6-05cdc31accb6 req-ec9e0305-8d57-4a72-9ccf-6d6e31684f65 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074257 Jun 28 22:28:06.824235 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2d8a-ca40-4f9b-beef-a8cdf6dfc32b req-72f33cf3-99cf-4f38-b875-6cec21cb5a72 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:06.833327 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ab7f2d8a-ca40-4f9b-beef-a8cdf6dfc32b req-72f33cf3-99cf-4f38-b875-6cec21cb5a72 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1096621 Jun 28 22:28:06.878918 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ab7f2d8a-ca40-4f9b-beef-a8cdf6dfc32b req-299ab539-d226-4096-94af-89e0b97590b6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Jun 28 22:28:07.044640 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6be3-6258-41be-9b5b-b76e9f7eeb93 req-a419fcad-6c7a-486e-b394-711ff7846983 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:07.051955 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-777c6be3-6258-41be-9b5b-b76e9f7eeb93 req-a419fcad-6c7a-486e-b394-711ff7846983 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 943 time: 0.1058946 Jun 28 22:28:07.098505 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-777c6be3-6258-41be-9b5b-b76e9f7eeb93 req-c714a76f-7f60-4dc3-8f0a-447cc0ccc6c5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Jun 28 22:28:07.121339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 76d40c1c-3149-4914-a953-f632dcfc346a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:28:07.135366 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1459ebc-dcb1-4955-8ce6-256844a1e801 req-81141002-69c3-4321-86d5-85d3fa827046 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:07.136957 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c1459ebc-dcb1-4955-8ce6-256844a1e801 req-81141002-69c3-4321-86d5-85d3fa827046 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0861466 Jun 28 22:28:07.211465 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c1459ebc-dcb1-4955-8ce6-256844a1e801 req-1f519314-d31a-4b08-928d-27b6cd35f990 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650663 Jun 28 22:28:07.252625 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 76d40c1c-3149-4914-a953-f632dcfc346a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=76d40c1c-3149-4914-a953-f632dcfc346a,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:07.265823 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '76d40c1c-3149-4914-a953-f632dcfc346a', 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e', 'port_id': '76d40c1c-3149-4914-a953-f632dcfc346a', 'mac_address': 'fa:16:3e:39:9a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06341ce-a178-4a9c-a9c9-4853ea49e1e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:28:07.322497 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:07.341638 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d40c1c-3149-4914-a953-f632dcfc346a {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:07.385459 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 76d40c1c-3149-4914-a953-f632dcfc346a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=76d40c1c-3149-4914-a953-f632dcfc346a,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:07.407453 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:07.409585 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c2d618c-a58e-461c-8f0a-757d14a53e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:07.467064 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=76d40c1c-3149-4914-a953-f632dcfc346a,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:07.471335 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:07.850755 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['76d40c1c-3149-4914-a953-f632dcfc346a'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:08.210328 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875db1b-6645-4f5c-a879-8d83c111ca13 req-606eb718-de52-437d-b4fc-931b5a106a01 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:08.212670 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2875db1b-6645-4f5c-a879-8d83c111ca13 req-606eb718-de52-437d-b4fc-931b5a106a01 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1107285 Jun 28 22:28:08.269111 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2875db1b-6645-4f5c-a879-8d83c111ca13 req-c24a3e82-f15c-401d-a3d6-68c83286fdfa tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497901 Jun 28 22:28:08.331625 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392375d-d263-4fdd-bce4-371a35009e96 req-2a40f148-d1ed-4f90-8cc4-6e74b78d4803 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:08.334058 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2392375d-d263-4fdd-bce4-371a35009e96 req-2a40f148-d1ed-4f90-8cc4-6e74b78d4803 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 944 time: 0.0906341 Jun 28 22:28:08.380563 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2392375d-d263-4fdd-bce4-371a35009e96 req-1d872202-98ba-4633-8530-8a6645a015d5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Jun 28 22:28:08.442440 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccba4a6-bf36-4a11-8c7d-6e231a71d6d7 req-eae551cb-1ee2-4b64-ba4f-a8e6de2064c1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:08.450284 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9ccba4a6-bf36-4a11-8c7d-6e231a71d6d7 req-eae551cb-1ee2-4b64-ba4f-a8e6de2064c1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0739615 Jun 28 22:28:08.502981 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9ccba4a6-bf36-4a11-8c7d-6e231a71d6d7 req-f07b6075-305e-4967-983e-ed5bc12d4271 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513871 Jun 28 22:28:09.407779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 56286) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:09.505763 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa3e7-cb1b-4ce7-87a6-8a66ea6bd01e req-05f6c203-3855-4020-930f-1a18a6c5f882 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:09.507403 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-908aa3e7-cb1b-4ce7-87a6-8a66ea6bd01e req-05f6c203-3855-4020-930f-1a18a6c5f882 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0975177 Jun 28 22:28:09.561551 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-908aa3e7-cb1b-4ce7-87a6-8a66ea6bd01e req-2921153a-7c9e-49b3-8343-f6bb3be5f361 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484471 Jun 28 22:28:09.576344 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:09.660566 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5a03-d0e1-45ff-985b-55b236d409f1 req-43d2def3-8401-4ae0-9e9b-a9e8aa913a3c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:09.668000 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8db5a03-d0e1-45ff-985b-55b236d409f1 req-43d2def3-8401-4ae0-9e9b-a9e8aa913a3c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 944 time: 0.1500852 Jun 28 22:28:09.735130 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8db5a03-d0e1-45ff-985b-55b236d409f1 req-93d20e7a-743b-4a8a-9203-95a24fd9d17d tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625939 Jun 28 22:28:09.786908 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:09.793413 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:09.804413 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3451d416-161b-4961-96f8-887eb1d62168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:09.821879 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6448ae-ecb3-41d2-9e4c-b89a66f39a96 req-cb06c025-21e6-45f4-afa6-e26af3a14087 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:09.828904 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fc6448ae-ecb3-41d2-9e4c-b89a66f39a96 req-cb06c025-21e6-45f4-afa6-e26af3a14087 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1063421 Jun 28 22:28:09.832644 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f626fa39ad074f7c9a60111f98ca6a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214034 Jun 28 22:28:09.835587 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 56294) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:09.871553 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9051ba24-51d0-4cc8-9ab7-9651139b6638,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:09.892393 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:09.898376 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fc6448ae-ecb3-41d2-9e4c-b89a66f39a96 req-dda85101-eb64-4be1-9b4a-b8642e2fea76 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673556 Jun 28 22:28:09.954365 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:09.979502 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:10.069933 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-35b70af2-d59d-447d-9e5c-1e33caff978c tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655310382&fields=id&tenant_id=3d705af23a944a2a8e25bd0a1e166859 HTTP/1.1" status: 200 len: 267 time: 0.0531573 Jun 28 22:28:10.092671 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:10.100601 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:10.103765 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9051ba24-51d0-4cc8-9ab7-9651139b6638 HTTP/1.1" status: 204 len: 168 time: 0.2665486 Jun 28 22:28:10.134390 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b6026e93-186c-4439-897c-4773fde769e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:10.156359 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9051ba24-51d0-4cc8-9ab7-9651139b6638,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:10.167860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:10.202095 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7310-37c4-4b11-b60b-7eb6895585cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:10.325683 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-e354e60e-b584-4a41-91eb-e5ae676ca50e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:10.334480 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-e354e60e-b584-4a41-91eb-e5ae676ca50e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 808 time: 0.2570446 Jun 28 22:28:10.358559 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-71bca922-c88f-4ca7-9df4-7fdc4afa7889 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/quotas/3d705af23a944a2a8e25bd0a1e166859 HTTP/1.1" status: 200 len: 375 time: 0.0228114 Jun 28 22:28:10.525124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-40ef866d-8e0f-41b6-bb74-3dd0ae59cef2 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584034 Jun 28 22:28:10.709227 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-a99c9818-bfa0-4941-b0b5-c68275849c60 service neutron] 10.222.0.50 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830680 Jun 28 22:28:10.900008 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e49ccf-d710-4273-9026-d3a47dcaf47a req-47a24ca9-76c5-4b55-b518-09bb7ab86096 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:10.902530 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c2e49ccf-d710-4273-9026-d3a47dcaf47a req-47a24ca9-76c5-4b55-b518-09bb7ab86096 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1154459 Jun 28 22:28:10.917048 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-1ed0b399-5d5f-46b4-9038-6429a8edb986 service neutron] 10.222.0.50 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864696 Jun 28 22:28:11.003649 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c2e49ccf-d710-4273-9026-d3a47dcaf47a req-af8577be-d416-452e-8953-a5b74ddb22b4 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805652 Jun 28 22:28:11.166696 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 76d40c1c-3149-4914-a953-f632dcfc346a up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:28:11.202117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbd6a-42a2-4134-8a27-f7d9c72654a7 req-9614fd65-264a-4716-a5aa-8a69c9852ad8 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:11.203677 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8ebdbd6a-42a2-4134-8a27-f7d9c72654a7 req-9614fd65-264a-4716-a5aa-8a69c9852ad8 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 944 time: 0.0867019 Jun 28 22:28:11.252544 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8ebdbd6a-42a2-4134-8a27-f7d9c72654a7 req-2361e756-32f1-42ed-82db-b5447fe9e99d tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Jun 28 22:28:11.285703 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 76d40c1c-3149-4914-a953-f632dcfc346a completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:28:11.301509 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 76d40c1c-3149-4914-a953-f632dcfc346a triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:11.302153 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:11.483612 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:11.560023 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 76d40c1c-3149-4914-a953-f632dcfc346a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=76d40c1c-3149-4914-a953-f632dcfc346a,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:11.568596 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d40c1c-3149-4914-a953-f632dcfc346a'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:11.578792 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd1afe4-2223-46eb-bd16-16532baec923" -d '{"events": [{"server_uuid": "793c2fa6-ce9b-4d56-90b6-46943972d717", "name": "network-vif-plugged", "status": "completed", "tag": "76d40c1c-3149-4914-a953-f632dcfc346a"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:11.586845 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:11.591899 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-22b1ea9d-19e8-4986-b760-140f1e15b30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:11.721828 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab63258-001c-4e1c-ad0b-7dead2a1d35d req-668551aa-828d-449a-8169-bcce67865e97 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:11.724157 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8ab63258-001c-4e1c-ad0b-7dead2a1d35d req-668551aa-828d-449a-8169-bcce67865e97 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1770279 Jun 28 22:28:11.823464 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=76d40c1c-3149-4914-a953-f632dcfc346a,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:11.849947 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8ab63258-001c-4e1c-ad0b-7dead2a1d35d req-92d8a77f-1e38-4567-85a0-7e3a7b5ca070 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058104 Jun 28 22:28:11.852306 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:12.060995 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eecb8e2-2f8e-45b2-8627-502e32f55f9c x-openstack-request-id: req-0eecb8e2-2f8e-45b2-8627-502e32f55f9c {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:12.061608 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793c2fa6-ce9b-4d56-90b6-46943972d717", "name": "network-vif-plugged", "status": "completed", "tag": "76d40c1c-3149-4914-a953-f632dcfc346a", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:12.062030 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0eecb8e2-2f8e-45b2-8627-502e32f55f9c {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:12.062662 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d40c1c-3149-4914-a953-f632dcfc346a', 'code': 200} Jun 28 22:28:12.082500 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1aa3bb28-9a46-4c50-9ebe-030c7c557889 req-64a1add9-0ec2-4f91-b3fa-a4140f859074 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 210 time: 0.0772152 Jun 28 22:28:12.325270 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04891f1b-fccb-4679-9697-544a1b628f4f req-c1af9f1e-95ef-48f2-a1de-465aea7b279f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:12.330138 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-04891f1b-fccb-4679-9697-544a1b628f4f req-c1af9f1e-95ef-48f2-a1de-465aea7b279f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0871513 Jun 28 22:28:12.379025 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-04891f1b-fccb-4679-9697-544a1b628f4f req-5070cb36-ef93-4d44-88f9-99cafdce7de9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 Jun 28 22:28:12.559071 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf575b67-8bc4-496c-83c6-37d432284d2e req-fe57c56d-806b-4e31-a7db-63a846df1f6a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:12.566135 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cf575b67-8bc4-496c-83c6-37d432284d2e req-fe57c56d-806b-4e31-a7db-63a846df1f6a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.1448550 Jun 28 22:28:12.595258 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7ffbf-d949-4a04-a17b-59be1d62354d req-43daf809-8429-49e5-85a9-6ea5330a8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:12.598874 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-64d7ffbf-d949-4a04-a17b-59be1d62354d req-43daf809-8429-49e5-85a9-6ea5330a8fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 1098 time: 0.1129327 Jun 28 22:28:12.651800 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cf575b67-8bc4-496c-83c6-37d432284d2e req-3df39b36-6b49-468f-a8a4-77481f19d11f tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837235 Jun 28 22:28:12.680847 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-64d7ffbf-d949-4a04-a17b-59be1d62354d req-fb63c55c-9bb8-44a1-9cd2-34d461029eeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736563 Jun 28 22:28:12.717381 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36c4211f-7744-449d-b597-b0e833cb3696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:12.903335 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:13.052930 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38307b-87b3-468a-a83a-d7a6ea392f2a req-8f32ca36-c135-4f4b-8200-9c0d9ab79221 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:13.059822 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1d38307b-87b3-468a-a83a-d7a6ea392f2a req-8f32ca36-c135-4f4b-8200-9c0d9ab79221 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.0704513 Jun 28 22:28:13.097534 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1d38307b-87b3-468a-a83a-d7a6ea392f2a req-4d956e61-133c-4074-b7a1-dc49b72e7386 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366430 Jun 28 22:28:13.230006 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a0f843dd-f0a8-4a3a-b122-859133c81c28 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=584ac8f94dce4d01ac1990096a218f07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325763 Jun 28 22:28:13.260050 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-596547c5-a180-4f1c-bf9c-d9b9107b7278 req-7446d8a8-ddfd-4777-9cc9-a9eaaa8a0396 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 210 time: 0.0413508 Jun 28 22:28:13.670891 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-9516751b-9c88-464b-818e-48e2606cb64e tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:13.672420 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-9516751b-9c88-464b-818e-48e2606cb64e tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4368157 Jun 28 22:28:13.688952 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-fc72bb12-e6a8-4d4e-9f9a-afe5a07b63a3 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/quotas/584ac8f94dce4d01ac1990096a218f07 HTTP/1.1" status: 200 len: 375 time: 0.0100534 Jun 28 22:28:13.703547 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe9c25-6609-497d-8dc9-61189a33a24f req-12bde2c6-4a78-4f4c-8ea4-8256de28b180 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:13.711587 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-debe9c25-6609-497d-8dc9-61189a33a24f req-12bde2c6-4a78-4f4c-8ea4-8256de28b180 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1311638 Jun 28 22:28:13.737197 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-6e03643c-f244-4714-beee-5fc6d0adf0ea tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=584ac8f94dce4d01ac1990096a218f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402985 Jun 28 22:28:13.834448 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-debe9c25-6609-497d-8dc9-61189a33a24f req-8a1054e6-5c23-47b2-a2c3-d80690f3b713 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219971 Jun 28 22:28:13.873066 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-2904adb6-859d-43fd-b8db-b44fb6dc5d52 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:13.874875 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-2904adb6-859d-43fd-b8db-b44fb6dc5d52 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 808 time: 0.2197187 Jun 28 22:28:13.960383 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c749b-bd95-4939-90a9-4224487772af req-a43a0805-c6e2-4cdb-b250-002eec8f1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:13.962634 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-a43a0805-c6e2-4cdb-b250-002eec8f1675 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1099 time: 0.1101978 Jun 28 22:28:14.017886 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f9204c43-2cfe-40b1-8283-f1635bd4e1d3 req-e83dd04c-5d78-403d-af31-b5573a6dffd4 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 210 time: 0.1120708 Jun 28 22:28:14.026483 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:14.048791 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-2023a5d7-a8fc-4134-b13d-92dc8fe535a3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d705af23a944a2a8e25bd0a1e166859 HTTP/1.1" status: 200 len: 380 time: 0.1521649 Jun 28 22:28:14.131938 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'port': {'device_id': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'admin_state_up': True, 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'security_groups': ['71d928ad-c60c-47bc-b6da-5455325c5895']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:14.162107 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459652a-2c08-4c3f-a4c3-686d77391469 req-14fc7439-9574-4e13-95a5-a5f59567236b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:14.163703 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9459652a-2c08-4c3f-a4c3-686d77391469 req-14fc7439-9574-4e13-95a5-a5f59567236b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.1452804 Jun 28 22:28:14.166913 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c749b-bd95-4939-90a9-4224487772af req-190fc106-6ae4-420b-b79c-988d49763320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:14.168294 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-190fc106-6ae4-420b-b79c-988d49763320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.1114278 Jun 28 22:28:14.335081 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9459652a-2c08-4c3f-a4c3-686d77391469 req-c700102d-f45f-415a-8e84-98d3ffb20d3a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600082 Jun 28 22:28:14.373673 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-a727f39b-8473-487c-97ba-6c065f1a039f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 200 len: 1001 time: 0.1775601 Jun 28 22:28:14.484669 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c749b-bd95-4939-90a9-4224487772af req-7e966b06-5ee8-4f45-b871-785cfdb5ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:14.486276 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-7e966b06-5ee8-4f45-b871-785cfdb5ef39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0694482 Jun 28 22:28:14.525797 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a463066b-f388-42dd-8a89-74c5c9858fc6 req-e31a42f5-af2f-479f-af95-68e90856eacd tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 210 time: 0.0562754 Jun 28 22:28:14.612690 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c749b-bd95-4939-90a9-4224487772af req-cdee76cf-a302-456a-aeb2-0404ffa3b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:14.614253 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-cdee76cf-a302-456a-aeb2-0404ffa3b426 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1039255 Jun 28 22:28:14.626885 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97156f23-6465-4e55-841d-21057d012609 req-34171b3c-67ad-41b8-9e21-86d46b4bf0f0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:14.642918 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-97156f23-6465-4e55-841d-21057d012609 req-34171b3c-67ad-41b8-9e21-86d46b4bf0f0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.3695877 Jun 28 22:28:14.687778 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Made reservation on behalf of 3d705af23a944a2a8e25bd0a1e166859 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:28:14.691500 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:14.697220 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-97156f23-6465-4e55-841d-21057d012609 req-92859561-a7a4-45bd-835e-fded1d32e281 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534415 Jun 28 22:28:14.844251 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Allocated IP 172.20.0.6 (7790840c-ecfe-40e3-bc21-134fa43c19db/db1703c4-4458-4ba8-9a7b-d87e22e271c4/e322bf62-7eab-436c-a4d6-33309f1b064e) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:28:14.844818 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-99eee54d-be73-4b5e-b060-8c3d48cb0812 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193694 Jun 28 22:28:15.050757 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.051894 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-052c749b-bd95-4939-90a9-4224487772af req-137a892c-b51a-4450-aa49-afba3038bba8 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015440 Jun 28 22:28:15.067943 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Transition to ACTIVE for port object e322bf62-7eab-436c-a4d6-33309f1b064e will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:15.115109 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.119164 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:15.128546 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c56fc2-5f23-48d0-81f7-df649cf9785a req-fc939e03-7b02-404a-bb67-a1856e712188 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:15.144573 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-03c56fc2-5f23-48d0-81f7-df649cf9785a req-fc939e03-7b02-404a-bb67-a1856e712188 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1243625 Jun 28 22:28:15.165736 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Network 7790840c-ecfe-40e3-bc21-134fa43c19db is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:28:15.174822 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:28:15.178456 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:15.181173 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:28:15.184320 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:15.216119 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-03c56fc2-5f23-48d0-81f7-df649cf9785a req-57aad630-94e7-4a56-86d8-8081206750ae tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Jun 28 22:28:15.247955 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-38a23405-f6af-4019-8768-9ffcdae24c0b req-b0729696-a387-4baa-9f68-cb2dfd16f5f9 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 210 time: 0.0417776 Jun 28 22:28:15.265306 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:15.273649 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.296017 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1752570 Jun 28 22:28:15.314544 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Request body: {'port': {'device_id': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:15.404659 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.547402 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5f2b0c39-99d5-4dc3-b293-eb0ef9191483 None None] Provisioning for port e322bf62-7eab-436c-a4d6-33309f1b064e completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:28:15.571761 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5f2b0c39-99d5-4dc3-b293-eb0ef9191483 None None] Provisioning complete for port e322bf62-7eab-436c-a4d6-33309f1b064e triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:15.572440 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c39-99d5-4dc3-b293-eb0ef9191483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.607840 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-b91e6ac6-cb33-42fc-af72-15d80c0fc516 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=584ac8f94dce4d01ac1990096a218f07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466764 Jun 28 22:28:15.649749 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b0c39-99d5-4dc3-b293-eb0ef9191483 None None] Port e322bf62-7eab-436c-a4d6-33309f1b064e cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:28:15.660336 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.751531 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f0e53-4eba-4fae-9515-d873ea8f698f req-9fed0437-aa83-4200-8723-eae3c3480b79 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:15.753063 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-130f0e53-4eba-4fae-9515-d873ea8f698f req-9fed0437-aa83-4200-8723-eae3c3480b79 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.1901052 Jun 28 22:28:15.822124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-130f0e53-4eba-4fae-9515-d873ea8f698f req-ecb87064-3a67-4b1d-a0a2-05cb984ad09d tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587182 Jun 28 22:28:15.823268 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-5dad7a65-43e5-467a-ac1e-9749135efb48 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:15.824855 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-5dad7a65-43e5-467a-ac1e-9749135efb48 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135391 Jun 28 22:28:15.848529 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d705-add7-4472-a018-05068e30b1c7 req-a8b4ac0d-1a4e-4039-adcc-3780d57353c6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:15.850713 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7005d705-add7-4472-a018-05068e30b1c7 req-a8b4ac0d-1a4e-4039-adcc-3780d57353c6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 931 time: 0.1191337 Jun 28 22:28:15.873693 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Request body: {'port': {'device_id': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6', 'admin_state_up': True, 'tenant_id': '584ac8f94dce4d01ac1990096a218f07'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:15.910006 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e322bf62-7eab-436c-a4d6-33309f1b064e {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:15.922601 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.938176 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Transition to ACTIVE for port object e322bf62-7eab-436c-a4d6-33309f1b064e will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:15.948724 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.950670 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:15.954209 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7e2a6fcd-f99b-48e5-ab56-535239fc66d9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:15.970354 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7005d705-add7-4472-a018-05068e30b1c7 req-e938441e-eff1-4905-a91f-ac0cc709b8c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060040 Jun 28 22:28:16.026548 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Made reservation on behalf of 584ac8f94dce4d01ac1990096a218f07 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:28:16.033343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.040492 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:16.049503 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.052464 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:16.147232 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d9033-4902-432e-830e-bc23f1ee9b53 req-0a5e3329-7817-47c2-ade3-1d080b99c6a2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.149109 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-760d9033-4902-432e-830e-bc23f1ee9b53 req-0a5e3329-7817-47c2-ade3-1d080b99c6a2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 946 time: 0.1557140 Jun 28 22:28:16.169686 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.177562 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.181514 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d6a83f89-2da8-4338-9439-cdd4a38fe901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:16.189999 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Attempting to bind port e322bf62-7eab-436c-a4d6-33309f1b064e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:28:16.190330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Attempting to bind port e322bf62-7eab-436c-a4d6-33309f1b064e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:28:16.190654 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Attempting to bind port e322bf62-7eab-436c-a4d6-33309f1b064e on network 7790840c-ecfe-40e3-bc21-134fa43c19db {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:16.200537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Port e322bf62-7eab-436c-a4d6-33309f1b064e on network 7790840c-ecfe-40e3-bc21-134fa43c19db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:28:16.200746 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Attempting to bind port e322bf62-7eab-436c-a4d6-33309f1b064e on network 7790840c-ecfe-40e3-bc21-134fa43c19db {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:16.207406 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53113d5-3cca-4372-8f39-4d3c3326decf,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:16.216596 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:16.216817 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:28:16.217393 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Checking segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:28:16.217393 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Bound using segment: {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:28:16.218557 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Bound port: e322bf62-7eab-436c-a4d6-33309f1b064e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2fffdc-3b8d-4511-b61a-12e872e31eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:28:16.218834 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.237364 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-760d9033-4902-432e-830e-bc23f1ee9b53 req-e97665db-dc4a-4181-abd1-98b546002b58 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726371 Jun 28 22:28:16.314022 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:28:16.316966 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:28:16.324695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.327977 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:16.365400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.366487 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.367809 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] 10.222.0.61 "PUT /v2.0/ports/e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 1093 time: 1.0580864 Jun 28 22:28:16.368514 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:16.370984 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c90c99-f74e-4467-baa4-546cc653afc8" -d '{"events": [{"name": "network-changed", "server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:16.391271 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Allocated IP 192.168.233.13 (6cf93247-3f51-4eec-8c2d-ca06f24d6eb6/0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c/5da2f33b-b3ce-438c-86ab-21d28114b6d7) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:28:16.422695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:16.449586 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5cfd1d70-abcb-4f7b-ad44-781a97a25834 req-d5d3a870-7840-487d-bcc4-9fa04dbd9170 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 210 time: 0.0479324 Jun 28 22:28:16.463115 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:16.537005 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-aaebad9e-950a-47be-ba02-14419e1e43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.538571 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-aaebad9e-950a-47be-ba02-14419e1e43a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1096 time: 0.0880857 Jun 28 22:28:16.551662 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5909110d-f642-40d7-9e52-2cab57e0a37d x-openstack-request-id: req-5909110d-f642-40d7-9e52-2cab57e0a37d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:16.552185 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:16.552659 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5909110d-f642-40d7-9e52-2cab57e0a37d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:16.553264 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'status': 'completed', 'code': 200} Jun 28 22:28:16.555641 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c32838-4ac2-41db-9521-363f7d728993 req-ae7510ee-fce3-44ac-8459-003d29dd2b51 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.566790 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-40c32838-4ac2-41db-9521-363f7d728993 req-ae7510ee-fce3-44ac-8459-003d29dd2b51 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1810279 Jun 28 22:28:16.600393 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-fe25e484-03e0-4ebe-b45a-6a65a1d0f541 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 217 time: 0.0417216 Jun 28 22:28:16.678071 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-40c32838-4ac2-41db-9521-363f7d728993 req-ec7bd228-edb6-499d-9e83-3490a279e5f3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138818 Jun 28 22:28:16.682534 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-521fa3e2-ebac-4cde-b083-84d82f7ccd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.684797 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-521fa3e2-ebac-4cde-b083-84d82f7ccd6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.0769696 Jun 28 22:28:16.747852 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.764218 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Transition to ACTIVE for port object 5da2f33b-b3ce-438c-86ab-21d28114b6d7 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:16.769196 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-fa5522f5-7422-48d5-846d-dfdd97e488a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.770710 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-fa5522f5-7422-48d5-846d-dfdd97e488a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0748270 Jun 28 22:28:16.806879 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.811187 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:16.860398 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:28:16.864000 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:28:16.868307 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:28:16.905583 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Pushing event updated for resources: {'Port': ['ID=5da2f33b-b3ce-438c-86ab-21d28114b6d7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:16.912829 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-f73eba6a-d531-40ac-9994-1408c6a80b59 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337717 Jun 28 22:28:16.918492 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:16.935854 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:16.936841 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:16.960551 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0980148 Jun 28 22:28:17.045496 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd9438-391c-4f82-9a5c-aa27ff50906c req-85a9cf15-364e-4538-92f9-bdaf675ddb62 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.047326 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-cbfd9438-391c-4f82-9a5c-aa27ff50906c req-85a9cf15-364e-4538-92f9-bdaf675ddb62 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.0716548 Jun 28 22:28:17.052443 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Request body: {'port': {'device_id': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:17.141448 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-cbfd9438-391c-4f82-9a5c-aa27ff50906c req-5dbe76b6-7645-4d01-a518-6b9992681aaa tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625160 Jun 28 22:28:17.176654 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e13b6744-e320-4885-a493-f9d9ec9271f1 None None] Provisioning for port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:28:17.183032 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e13b6744-e320-4885-a493-f9d9ec9271f1 None None] Provisioning complete for port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:17.183412 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e13b6744-e320-4885-a493-f9d9ec9271f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.210692 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:28:17.212563 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.233862 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0721a412-cafd-4ea3-ad84-2e9c9aee8dbb req-eaf29cf6-09a3-464e-8313-d54f80785c90 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873674 Jun 28 22:28:17.244704 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5dc6e-aa9a-413b-ab8c-2ae3f5f9a733 req-716a9ef6-9a67-4365-b235-322b52bee7d0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.246451 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c4c5dc6e-aa9a-413b-ab8c-2ae3f5f9a733 req-716a9ef6-9a67-4365-b235-322b52bee7d0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 943 time: 0.1188879 Jun 28 22:28:17.287201 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-e13b6744-e320-4885-a493-f9d9ec9271f1 None None] Port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:28:17.330025 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c4c5dc6e-aa9a-413b-ab8c-2ae3f5f9a733 req-c72b0664-cca3-4f3b-a965-a825beff3285 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763450 Jun 28 22:28:17.364908 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.395547 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:17.400409 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c80d8-2623-486c-9462-40806a38c9a5" -d '{"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:17.431338 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:17.432242 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-1400e005-1727-4b29-93b7-d71828596a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.433798 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-1400e005-1727-4b29-93b7-d71828596a12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1096 time: 0.0919211 Jun 28 22:28:17.438045 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.441841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:17.467915 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bce0c2-4720-4c83-85d8-39cca63db354 x-openstack-request-id: req-10bce0c2-4720-4c83-85d8-39cca63db354 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:17.468576 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:17.468830 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10bce0c2-4720-4c83-85d8-39cca63db354 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:17.469242 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'code': 200} Jun 28 22:28:17.497974 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=8']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:17.508575 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:17.552317 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da2f33b-b3ce-438c-86ab-21d28114b6d7 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:17.565925 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330aab1-5749-4ecb-9316-34a06f819248 req-fc24a772-1680-4055-8f5f-11db0d015aec tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.567532 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b330aab1-5749-4ecb-9316-34a06f819248 req-fc24a772-1680-4055-8f5f-11db0d015aec tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.1257172 Jun 28 22:28:17.569487 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.599825 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Transition to ACTIVE for port object 5da2f33b-b3ce-438c-86ab-21d28114b6d7 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:17.602396 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-b3c2cd6b-7d3e-45dd-aa52-7d2a227048b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.604139 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-b3c2cd6b-7d3e-45dd-aa52-7d2a227048b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 909 time: 0.1059873 Jun 28 22:28:17.613776 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.616978 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0ae2934f-f98f-4921-8ec7-ddaf8c8d5f54 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:17.651815 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b330aab1-5749-4ecb-9316-34a06f819248 req-5ecb4a9c-b2b6-4711-8f76-fa599ae75592 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732319 Jun 28 22:28:17.678044 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Pushing event updated for resources: {'Port': ['ID=5da2f33b-b3ce-438c-86ab-21d28114b6d7,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:17.681212 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-5c0d1132-749d-45e4-8e78-a76be221d81e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 217 time: 0.0402434 Jun 28 22:28:17.692905 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49f03-779a-4ffd-aa2e-f0dae8e0aaf4 req-d6a4c1d4-809d-44de-9172-b9b7ee5c7720 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.700351 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c6b49f03-779a-4ffd-aa2e-f0dae8e0aaf4 req-d6a4c1d4-809d-44de-9172-b9b7ee5c7720 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 935 time: 0.1116908 Jun 28 22:28:17.719340 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:17.778618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Attempting to bind port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:28:17.778989 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Attempting to bind port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:28:17.779256 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Attempting to bind port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 on network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:17.785531 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c6b49f03-779a-4ffd-aa2e-f0dae8e0aaf4 req-a1532624-d564-478a-8244-4fe37107c235 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843554 Jun 28 22:28:17.786095 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 on network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:28:17.786327 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Attempting to bind port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 on network 6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:17.788253 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-3440d0e5-e547-494a-8a23-cbe1144dcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.790690 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-3440d0e5-e547-494a-8a23-cbe1144dcc6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.0879006 Jun 28 22:28:17.795154 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:28:17.795547 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Checking segment: {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:28:17.795981 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Bound using segment: {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:28:17.796757 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Bound port: 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754d29f7-7e27-46fa-a8e8-e710e5c31acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:28:17.797226 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.907980 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] For port 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host hv-cinder-79246, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:28:17.913294 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] For port 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:28:17.917551 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-79c2bde1-d45e-4e5b-977e-94d25792cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:17.921206 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-79c2bde1-d45e-4e5b-977e-94d25792cb6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1176913 Jun 28 22:28:17.940055 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:17.943064 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:18.020218 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.020837 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:18.027101 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] 10.222.0.61 "PUT /v2.0/ports/5da2f33b-b3ce-438c-86ab-21d28114b6d7 HTTP/1.1" status: 200 len: 1097 time: 0.9738557 Jun 28 22:28:18.027381 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'tag': '5da2f33b-b3ce-438c-86ab-21d28114b6d7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:18.030023 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487026b1-3e23-4b28-a4b3-8e355a446b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "826e1146-0954-448b-ac36-c24e5ae8ff8e", "tag": "5da2f33b-b3ce-438c-86ab-21d28114b6d7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:18.086410 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Pushing event updated for resources: {'Port': ['ID=5da2f33b-b3ce-438c-86ab-21d28114b6d7,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:18.094462 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:18.163677 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-153d8dfc-cda6-4073-84aa-25e2e74e00dc service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282774 Jun 28 22:28:18.204401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2a060-7b35-4741-83cc-c9d1f86d22ad req-38736ca1-60f3-4dbb-ac6e-3c045c012c33 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.208403 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-52a2a060-7b35-4741-83cc-c9d1f86d22ad req-38736ca1-60f3-4dbb-ac6e-3c045c012c33 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.2597663 Jun 28 22:28:18.248119 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-d41280e6-3c1f-47b1-a8d6-cf0dcdc1b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.252577 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-d41280e6-3c1f-47b1-a8d6-cf0dcdc1b8de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=584ac8f94dce4d01ac1990096a218f07&device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 1100 time: 0.1240799 Jun 28 22:28:18.312412 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-b5fe7736-b3a5-43c5-b6f2-093dc07cde18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7 HTTP/1.1" status: 200 len: 217 time: 0.0439103 Jun 28 22:28:18.316203 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-52a2a060-7b35-4741-83cc-c9d1f86d22ad req-a2902b42-a3a5-40e4-8d2c-1fef71ebfbf7 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969410 Jun 28 22:28:18.348421 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a4c90c99-f74e-4467-baa4-546cc653afc8 req-efa6fe3f-4614-490c-b203-432b4c88e226 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390598 Jun 28 22:28:18.375930 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-86e460dd-71ea-4348-8962-acc7400db7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.378061 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-86e460dd-71ea-4348-8962-acc7400db7bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c HTTP/1.1" status: 200 len: 843 time: 0.0589485 Jun 28 22:28:18.402676 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54b9b9e-c561-4208-93aa-94196ddfbe44 x-openstack-request-id: req-b54b9b9e-c561-4208-93aa-94196ddfbe44 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:18.402990 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e1146-0954-448b-ac36-c24e5ae8ff8e", "tag": "5da2f33b-b3ce-438c-86ab-21d28114b6d7", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:18.403399 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b54b9b9e-c561-4208-93aa-94196ddfbe44 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:18.403912 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'tag': '5da2f33b-b3ce-438c-86ab-21d28114b6d7', 'status': 'completed', 'code': 200} Jun 28 22:28:18.474725 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-e032ba27-c8ff-4cca-a9c2-d0ffaeb3f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.474725 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-e032ba27-c8ff-4cca-a9c2-d0ffaeb3f295 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6cf93247-3f51-4eec-8c2d-ca06f24d6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799470 Jun 28 22:28:18.627473 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-19e68526-9630-4e40-9f97-a2a70aaa07ac service neutron] 10.222.0.61 "GET /v2.0/networks/6cf93247-3f51-4eec-8c2d-ca06f24d6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375089 Jun 28 22:28:18.635058 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c040d3-1de4-4732-9481-09263d68416c req-785b09fd-b1c7-4392-bef4-712357ccf25a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.636624 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7c040d3-1de4-4732-9481-09263d68416c req-785b09fd-b1c7-4392-bef4-712357ccf25a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.0742605 Jun 28 22:28:18.679653 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e7c040d3-1de4-4732-9481-09263d68416c req-e24c1dfb-b7cf-4a3c-83d0-3281a0a460f0 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364490 Jun 28 22:28:18.794538 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ef87e9ed-af64-4caa-a5c1-96f9cf2982d0 req-7cb1760c-3cdd-48ea-91fe-867b6e0663f4 service neutron] 10.222.0.61 "GET /v2.0/networks/6cf93247-3f51-4eec-8c2d-ca06f24d6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455014 Jun 28 22:28:18.809812 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902736bf-e3ac-485f-ade5-40397c5b2e60 req-b2b7db9e-ee86-47a3-b13b-c43bfeda23f3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:18.810766 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-902736bf-e3ac-485f-ade5-40397c5b2e60 req-b2b7db9e-ee86-47a3-b13b-c43bfeda23f3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 943 time: 0.0968683 Jun 28 22:28:18.851750 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-902736bf-e3ac-485f-ade5-40397c5b2e60 req-6281a495-d610-430b-af86-3d15bc43ff9f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Jun 28 22:28:19.029906 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-c5f809c2-dabc-4b54-b32a-94ccfae26ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.031358 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-c5f809c2-dabc-4b54-b32a-94ccfae26ac4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=584ac8f94dce4d01ac1990096a218f07&device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 1100 time: 0.1192937 Jun 28 22:28:19.049834 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3790f-a784-405c-a0b5-f83b29324a24 req-ddd2be83-1ef4-4d40-945a-40ed1fc7dd00 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.051318 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27f3790f-a784-405c-a0b5-f83b29324a24 req-ddd2be83-1ef4-4d40-945a-40ed1fc7dd00 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 947 time: 0.0902462 Jun 28 22:28:19.073278 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:28:19.102812 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfd8ea-c8db-45e6-acf9-c4ea8bec9b8c req-a1dba39b-1445-4b81-b90f-1da538eb8567 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.104383 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8bcfd8ea-c8db-45e6-acf9-c4ea8bec9b8c req-a1dba39b-1445-4b81-b90f-1da538eb8567 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0885110 Jun 28 22:28:19.154014 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8bcfd8ea-c8db-45e6-acf9-c4ea8bec9b8c req-d88a9c49-12a4-47e1-98dd-d0474c7ea1eb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419662 Jun 28 22:28:19.165648 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27f3790f-a784-405c-a0b5-f83b29324a24 req-52b44535-b51e-40de-abe9-e948192b3081 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059012 Jun 28 22:28:19.200084 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-0ae8001e-a90a-4c26-968a-48dccef4c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.201643 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-0ae8001e-a90a-4c26-968a-48dccef4c76e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6cf93247-3f51-4eec-8c2d-ca06f24d6eb6 HTTP/1.1" status: 200 len: 870 time: 0.1494741 Jun 28 22:28:19.223726 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:28:19.254788 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-c2a7c8e6-0991-4956-a860-92cfd7e0d745 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7 HTTP/1.1" status: 200 len: 217 time: 0.0375783 Jun 28 22:28:19.320491 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:19.334644 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'port_id': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'mac_address': 'fa:16:3e:bb:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:28:19.352132 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 56620) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:19.368002 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-104b0b6b-4618-453e-b850-dccd03e856f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.369645 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-104b0b6b-4618-453e-b850-dccd03e856f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c HTTP/1.1" status: 200 len: 843 time: 0.0560594 Jun 28 22:28:19.383255 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:19.406443 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e322bf62-7eab-436c-a4d6-33309f1b064e {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:19.417848 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-c5368953-e626-4245-b691-d0e579ee040c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.419574 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-c5368953-e626-4245-b691-d0e579ee040c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.1053112 Jun 28 22:28:19.441043 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:19.454921 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:19.457705 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:19.517543 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:19.520734 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-7adb7bf3-e447-4364-86a8-8d6e481b8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.520933 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:19.522529 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-7adb7bf3-e447-4364-86a8-8d6e481b8458 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6cf93247-3f51-4eec-8c2d-ca06f24d6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461103 Jun 28 22:28:19.538684 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Deleting port 76d40c1c-3149-4914-a953-f632dcfc346a {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:28:19.539016 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:19.560356 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-2f611455-dd6e-43ce-86e8-643194fe09b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2064598 Jun 28 22:28:19.622896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb5497-f3b9-4c17-8d6c-544dbdb281de req-6611d322-d1d2-4797-a00b-733cc6925bc8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:19.624551 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-13eb5497-f3b9-4c17-8d6c-544dbdb281de req-6611d322-d1d2-4797-a00b-733cc6925bc8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1496174 Jun 28 22:28:19.641537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] For port 76d40c1c-3149-4914-a953-f632dcfc346a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=76d40c1c-3149-4914-a953-f632dcfc346a,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:19.641904 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:19.655304 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Calling delete_port for 76d40c1c-3149-4914-a953-f632dcfc346a owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:28:19.669044 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-1cf2752b-d211-46c6-9c0b-aa0ea5ca742a service neutron] 10.222.0.61 "GET /v2.0/networks/6cf93247-3f51-4eec-8c2d-ca06f24d6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348326 Jun 28 22:28:19.716826 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-13eb5497-f3b9-4c17-8d6c-544dbdb281de req-2cdd76ad-3e21-443c-b900-03f78f195c36 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854363 Jun 28 22:28:19.830494 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-487026b1-3e23-4b28-a4b3-8e355a446b9a req-5c74cf78-f953-4983-9080-b589371d1de1 service neutron] 10.222.0.61 "GET /v2.0/networks/6cf93247-3f51-4eec-8c2d-ca06f24d6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532304 Jun 28 22:28:19.845385 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['e322bf62-7eab-436c-a4d6-33309f1b064e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:19.959464 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:20.007063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:20.045273 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Pushing event deleted for resources: {'Port': ['ID=76d40c1c-3149-4914-a953-f632dcfc346a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:20.067693 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:20.077108 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810c733-f333-409b-b480-f9814edefad7 req-cdb4306c-504a-4839-b815-b8d68715b033 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:20.085061 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5810c733-f333-409b-b480-f9814edefad7 req-cdb4306c-504a-4839-b815-b8d68715b033 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=793c2fa6-ce9b-4d56-90b6-46943972d717 HTTP/1.1" status: 200 len: 945 time: 0.2545714 Jun 28 22:28:20.109895 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c947e2-6772-4267-8b99-425513033025 req-c3bf5c6a-b9fe-460d-a2d9-f89b7c9685dd tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:20.111749 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-77c947e2-6772-4267-8b99-425513033025 req-c3bf5c6a-b9fe-460d-a2d9-f89b7c9685dd tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 944 time: 0.1146660 Jun 28 22:28:20.134988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] No DVR routers for this DVR port 76d40c1c-3149-4914-a953-f632dcfc346a on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:28:20.141717 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:20.144036 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-64d84c1c-4c85-4aa0-adea-82803de3fe7e req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "DELETE /v2.0/ports/76d40c1c-3149-4914-a953-f632dcfc346a HTTP/1.1" status: 204 len: 173 time: 0.7176681 Jun 28 22:28:20.144695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'name': 'network-vif-deleted', 'tag': '76d40c1c-3149-4914-a953-f632dcfc346a'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:20.147942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac346b07-0f27-4878-ba73-2656dff733e9" -d '{"events": [{"server_uuid": "793c2fa6-ce9b-4d56-90b6-46943972d717", "name": "network-vif-deleted", "tag": "76d40c1c-3149-4914-a953-f632dcfc346a"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:20.181659 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5810c733-f333-409b-b480-f9814edefad7 req-680aa4ea-fdc0-4faa-b667-942bb7d4eec7 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Jun 28 22:28:20.239889 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42b1cd-c6e1-4f02-a6a6-8e6ecf42ec8f x-openstack-request-id: req-ac42b1cd-c6e1-4f02-a6a6-8e6ecf42ec8f {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:20.240449 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793c2fa6-ce9b-4d56-90b6-46943972d717", "name": "network-vif-deleted", "tag": "76d40c1c-3149-4914-a953-f632dcfc346a", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:20.240787 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac42b1cd-c6e1-4f02-a6a6-8e6ecf42ec8f {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:20.241393 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793c2fa6-ce9b-4d56-90b6-46943972d717', 'name': 'network-vif-deleted', 'tag': '76d40c1c-3149-4914-a953-f632dcfc346a', 'status': 'completed', 'code': 200} Jun 28 22:28:20.414160 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db900c-1f15-47ae-ab41-e654ff9be32c req-a00dedd6-15d8-4950-bd7a-d4df1653b9e8 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:20.415878 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-75db900c-1f15-47ae-ab41-e654ff9be32c req-a00dedd6-15d8-4950-bd7a-d4df1653b9e8 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 947 time: 0.0806453 Jun 28 22:28:20.466064 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-75db900c-1f15-47ae-ab41-e654ff9be32c req-e6541d11-12e2-42ed-881a-f0096b251338 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Jun 28 22:28:20.489266 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-77c947e2-6772-4267-8b99-425513033025 req-62052647-27b8-431a-96a5-09a1eb4869d4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714299 Jun 28 22:28:20.641213 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a0093-7992-4537-be14-cda56dc3b561 req-b592180c-7b7c-46d6-be7b-decc7e560f21 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:20.642652 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2c7a0093-7992-4537-be14-cda56dc3b561 req-b592180c-7b7c-46d6-be7b-decc7e560f21 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0657237 Jun 28 22:28:20.682253 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2c7a0093-7992-4537-be14-cda56dc3b561 req-56665694-5f73-4780-a44f-c7e12230962a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Jun 28 22:28:20.784164 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['76d40c1c-3149-4914-a953-f632dcfc346a'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:20.909639 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09370dbc-40e5-49c5-9efb-1c1ad8881085 req-ad8181a3-e6ba-43a0-88c3-8310b46dd948 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:20.913543 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-09370dbc-40e5-49c5-9efb-1c1ad8881085 req-ad8181a3-e6ba-43a0-88c3-8310b46dd948 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0776007 Jun 28 22:28:20.962602 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-09370dbc-40e5-49c5-9efb-1c1ad8881085 req-6383e0b3-85f9-46ec-8ad9-c5e0ff6bfd7f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Jun 28 22:28:21.240954 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5da2f33b-b3ce-438c-86ab-21d28114b6d7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:28:21.249822 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:28:21.376341 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port e322bf62-7eab-436c-a4d6-33309f1b064e completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:28:21.383982 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port e322bf62-7eab-436c-a4d6-33309f1b064e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:21.384357 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:21.432383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:21.463617 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '5da2f33b-b3ce-438c-86ab-21d28114b6d7', 'network_id': '6cf93247-3f51-4eec-8c2d-ca06f24d6eb6', 'port_id': '5da2f33b-b3ce-438c-86ab-21d28114b6d7', 'mac_address': 'fa:16:3e:be:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc8a4a8-8e29-4e1c-99f5-fb432eb2e57c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:28:21.562860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-2a2072e8-d162-44ce-bbfa-9edbd0b2eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:21.564314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:21.566188 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-2a2072e8-d162-44ce-bbfa-9edbd0b2eccf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1&tenant_id=7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 1097 time: 0.1164629 Jun 28 22:28:21.585471 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:21.588555 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da2f33b-b3ce-438c-86ab-21d28114b6d7 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:21.624586 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-fc3542d9-8848-473a-a99a-31f420322c34 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:21.626389 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-fc3542d9-8848-473a-a99a-31f420322c34 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/networks?id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 200 len: 808 time: 0.1483018 Jun 28 22:28:21.627907 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:21.635929 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:21.638292 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e1f2c-9889-4cdf-918b-c4b38582758f" -d '{"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-plugged", "status": "completed", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:21.643466 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:21.645485 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-d09ff41b-2f3d-4a34-a019-46693eb6440d tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/quotas/18f92a96af734a91b1b3be7305ae8f84 HTTP/1.1" status: 200 len: 375 time: 0.0116084 Jun 28 22:28:21.652165 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:21.657503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:21.679282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:21.680284 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:28:21.685839 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-fdd77bb1-3b54-470a-a0b8-049eb62bb399 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f92a96af734a91b1b3be7305ae8f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319920 Jun 28 22:28:21.719538 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-765ebcd5-d422-4703-b1ab-29250c22f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:21.720942 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-765ebcd5-d422-4703-b1ab-29250c22f014 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1097 time: 0.1138761 Jun 28 22:28:21.732852 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=5da2f33b-b3ce-438c-86ab-21d28114b6d7,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:21.743014 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:21.743752 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:21.763298 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28358595-3e21-4110-a155-051906bc7b8c req-745871f1-b1df-4713-84b5-fafabb511d6a tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:21.771175 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-28358595-3e21-4110-a155-051906bc7b8c req-745871f1-b1df-4713-84b5-fafabb511d6a tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 948 time: 0.1210313 Jun 28 22:28:21.797947 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-e534794d-4897-4b8d-8d91-3e334c106f6c service neutron] 10.222.0.50 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037929 Jun 28 22:28:21.820178 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:21.823536 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:21.893849 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-56daa1ff-228a-4e1a-94ac-cfb1dafd1ded service neutron] 10.222.0.50 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931580 Jun 28 22:28:21.991849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['5da2f33b-b3ce-438c-86ab-21d28114b6d7'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:22.077954 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-28358595-3e21-4110-a155-051906bc7b8c req-b7908f49-8279-41ef-a386-14a46210b48e tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055506 Jun 28 22:28:22.104573 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-2283ffe7-2cd7-44d4-bb7a-8ddc30099720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.106272 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-2283ffe7-2cd7-44d4-bb7a-8ddc30099720 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.3778899 Jun 28 22:28:22.210213 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481685-4c1b-4dbe-8bbe-61f46b6b863e req-1358b7d4-8b4b-4c41-a75a-0125b13bf3e0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.212403 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e5481685-4c1b-4dbe-8bbe-61f46b6b863e req-1358b7d4-8b4b-4c41-a75a-0125b13bf3e0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0886292 Jun 28 22:28:22.259098 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-e4716c49-28f1-40b8-a39c-f86c17ec3818 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 200 len: 999 time: 0.1457214 Jun 28 22:28:22.274394 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e5481685-4c1b-4dbe-8bbe-61f46b6b863e req-491510b6-b964-4acf-9a12-40e833efd322 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536404 Jun 28 22:28:22.281972 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69df976-70c4-4aa1-a108-71766d395db5 x-openstack-request-id: req-e69df976-70c4-4aa1-a108-71766d395db5 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:22.282275 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-plugged", "status": "completed", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:22.282667 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e69df976-70c4-4aa1-a108-71766d395db5 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:22.282929 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'code': 200} Jun 28 22:28:22.361101 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-36897585-0b4c-461b-bc21-06996ba49404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.362568 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-36897585-0b4c-461b-bc21-06996ba49404 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0886154 Jun 28 22:28:22.482949 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-95104e50-2bc6-4e73-939f-f5968c3714fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.484465 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-95104e50-2bc6-4e73-939f-f5968c3714fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1026673 Jun 28 22:28:22.502212 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62124a32-50f3-410e-b84e-623417464006 req-9037485e-9a7e-46b2-9890-559e383a8cde tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.504233 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-62124a32-50f3-410e-b84e-623417464006 req-9037485e-9a7e-46b2-9890-559e383a8cde tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0771081 Jun 28 22:28:22.551432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3fd4-bba6-4867-a567-f8f84c222750 req-a2c5699e-5ae9-43c9-a256-012ba6d254ce tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.553265 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2bca3fd4-bba6-4867-a567-f8f84c222750 req-a2c5699e-5ae9-43c9-a256-012ba6d254ce tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1049287 Jun 28 22:28:22.558805 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-62124a32-50f3-410e-b84e-623417464006 req-690cb519-7284-4885-828c-b95b9fd4fdb7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Jun 28 22:28:22.642499 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2bca3fd4-bba6-4867-a567-f8f84c222750 req-47ba2fdd-25ee-4c71-ba58-3bf341fb63bf tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Jun 28 22:28:22.684557 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-ff6a9e83-2433-44e5-a710-4c1544253728 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835542 Jun 28 22:28:22.761457 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6c852dda-b619-4ead-8f59-55f129f9d912 req-406fba60-757b-4ce7-9b8c-d379b97a0bba tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0379319 Jun 28 22:28:22.801194 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1560d-c834-4c82-a34f-97abf059d6b9 req-5082e538-cbe6-45b3-8091-ed7738ef291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:22.803424 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7dc1560d-c834-4c82-a34f-97abf059d6b9 req-5082e538-cbe6-45b3-8091-ed7738ef291b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1098 time: 0.1096978 Jun 28 22:28:22.816493 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b5aea3ef-a3ce-4b69-a03c-11aae5e6a7e2 req-828910bb-1d09-4b08-8606-b6acfdc6da6e service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234019 Jun 28 22:28:22.923401 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7dc1560d-c834-4c82-a34f-97abf059d6b9 req-3a3c3f85-b339-4fa4-97fe-932d2a62751c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361183 Jun 28 22:28:23.250292 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9ca22-682b-4f8e-8dcf-01c9fe0acf88 req-dcace317-d21f-4f80-9f4b-8cf535d781ca tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:23.251762 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4db9ca22-682b-4f8e-8dcf-01c9fe0acf88 req-dcace317-d21f-4f80-9f4b-8cf535d781ca tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 948 time: 0.0668697 Jun 28 22:28:23.260068 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5da2f33b-b3ce-438c-86ab-21d28114b6d7 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:28:23.296627 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4db9ca22-682b-4f8e-8dcf-01c9fe0acf88 req-1d7d165c-2e86-4270-b7b5-05c09b865918 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373459 Jun 28 22:28:23.429972 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:28:23.433594 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:23.433962 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:23.456370 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23105-2345-424f-bc08-927f166f43eb req-5e278166-4ba9-4e7c-a503-dbaad4bc735b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:23.458198 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-50d23105-2345-424f-bc08-927f166f43eb req-5e278166-4ba9-4e7c-a503-dbaad4bc735b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0747011 Jun 28 22:28:23.499812 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-50d23105-2345-424f-bc08-927f166f43eb req-bc05ab33-dadb-43a2-9cd9-a05d6bd07f75 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352216 Jun 28 22:28:23.512251 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:23.544927 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:23.549841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:23.550696 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 76d40c1c-3149-4914-a953-f632dcfc346a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:28:23.553125 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:23.570625 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 76d40c1c-3149-4914-a953-f632dcfc346a {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:28:23.570969 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 76d40c1c-3149-4914-a953-f632dcfc346a not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:28:23.618556 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=5da2f33b-b3ce-438c-86ab-21d28114b6d7,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:23.621683 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:23.790047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb09a4c-c1e2-4d50-81b2-8b998d4cd045 req-4a3e2ece-f04e-443f-a3e1-8cdd187d2b0e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:23.793973 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dcb09a4c-c1e2-4d50-81b2-8b998d4cd045 req-4a3e2ece-f04e-443f-a3e1-8cdd187d2b0e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0924947 Jun 28 22:28:23.854386 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dcb09a4c-c1e2-4d50-81b2-8b998d4cd045 req-779efed1-0ae1-4e15-b6bb-2851a58fc887 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516944 Jun 28 22:28:23.925437 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e87f2-793c-4c76-86e1-1fbff80e036a req-ef1b1962-e48c-440e-8484-6dc42eb2af44 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:23.927023 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e41e87f2-793c-4c76-86e1-1fbff80e036a req-ef1b1962-e48c-440e-8484-6dc42eb2af44 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1028485 Jun 28 22:28:24.041414 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e41e87f2-793c-4c76-86e1-1fbff80e036a req-81f089a1-5264-4d21-a8c9-f3acccc97db1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083977 Jun 28 22:28:24.070532 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-71ce8700-f27e-44be-ba6a-c69c7939e2fc req-cfe40629-1779-40ff-a165-eb2b39277446 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0849986 Jun 28 22:28:24.284526 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2f33b-b3ce-438c-86ab-21d28114b6d7'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:24.287256 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0927de-d315-4aae-865d-a9bf7214ebef" -d '{"events": [{"server_uuid": "826e1146-0954-448b-ac36-c24e5ae8ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "5da2f33b-b3ce-438c-86ab-21d28114b6d7"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:24.354399 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772018c-fbfd-43ef-8c6c-a23de69a1c74 x-openstack-request-id: req-9772018c-fbfd-43ef-8c6c-a23de69a1c74 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:24.354803 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e1146-0954-448b-ac36-c24e5ae8ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "5da2f33b-b3ce-438c-86ab-21d28114b6d7", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:24.355225 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9772018c-fbfd-43ef-8c6c-a23de69a1c74 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:24.355997 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2f33b-b3ce-438c-86ab-21d28114b6d7', 'code': 200} Jun 28 22:28:24.573249 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae7c6-c95f-4ab8-9828-9fa3ba0c28a0 req-3728e93f-5241-4b79-9c1d-7e8a0cf6739d tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:24.580874 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5b5ae7c6-c95f-4ab8-9828-9fa3ba0c28a0 req-3728e93f-5241-4b79-9c1d-7e8a0cf6739d tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.1274753 Jun 28 22:28:24.632455 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5b5ae7c6-c95f-4ab8-9828-9fa3ba0c28a0 req-be9df5b9-da86-4be6-9496-b29c22c62b12 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Jun 28 22:28:24.730168 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 56812) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:24.741962 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec433d40-7a87-4023-9a99-bd7d8eab52f9 req-f0447ec1-a0a4-49cf-a847-c0de13c9d4cb tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:24.743901 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ec433d40-7a87-4023-9a99-bd7d8eab52f9 req-f0447ec1-a0a4-49cf-a847-c0de13c9d4cb tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0708015 Jun 28 22:28:24.789740 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ec433d40-7a87-4023-9a99-bd7d8eab52f9 req-06bbe77b-08ad-4477-bff0-5e69a2c6a9ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Jun 28 22:28:24.891072 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.054013 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.064633 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.068978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dc90817b-fe33-4da9-ab8c-1e050408ae53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:25.129389 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7822-a016-4272-a71d-374756b7d40d req-2d597232-630e-4c58-9588-a9ffedadb286 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:25.130965 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-911d7822-a016-4272-a71d-374756b7d40d req-2d597232-630e-4c58-9588-a9ffedadb286 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.1445594 Jun 28 22:28:25.132406 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0618fe2-f0f0-4fd2-95be-5402dd20a897,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:25.137495 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4911c4f62c9a4d10b7d128ba7ee271f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060764 Jun 28 22:28:25.138616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:25.139284 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 56822) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:25.183013 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-911d7822-a016-4272-a71d-374756b7d40d req-64d798c6-c9e1-4141-93e9-ac4fe6072800 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428751 Jun 28 22:28:25.249888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.285288 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.302074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee65a-d9df-48e6-ab6e-d679f85b068d req-a1db4de4-66e7-4a1c-b77b-c34bc46960d8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:25.310423 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-05eee65a-d9df-48e6-ab6e-d679f85b068d req-a1db4de4-66e7-4a1c-b77b-c34bc46960d8 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1293278 Jun 28 22:28:25.338255 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-eb08a6f4-9263-4afd-9b33-37d43e69c0e7 req-de6beebf-eaca-494d-928a-628958cbc359 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0390749 Jun 28 22:28:25.362741 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-05eee65a-d9df-48e6-ab6e-d679f85b068d req-0c739534-8f21-4d03-adec-1c2dd2af935d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 Jun 28 22:28:25.379662 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.382340 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.383469 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0618fe2-f0f0-4fd2-95be-5402dd20a897 HTTP/1.1" status: 204 len: 168 time: 0.2431967 Jun 28 22:28:25.384205 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9f3528b7-b35d-4a35-8ee0-35d4a182fd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:25.393580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0618fe2-f0f0-4fd2-95be-5402dd20a897,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:25.401074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:25.790987 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 56832) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:25.806178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aaa99242-63b2-488e-bd4f-81d5daf0ebb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.814023 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f850a0-9ee1-4d3f-81fd-82940d7c78ef req-ed0bb073-e084-4ed7-9100-e487f1011cde tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:25.815821 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-77f850a0-9ee1-4d3f-81fd-82940d7c78ef req-ed0bb073-e084-4ed7-9100-e487f1011cde tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0731370 Jun 28 22:28:25.907063 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-77f850a0-9ee1-4d3f-81fd-82940d7c78ef req-5d17b660-268c-44e9-a7a8-bba392b8cecc tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790985 Jun 28 22:28:25.949397 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aaa99242-63b2-488e-bd4f-81d5daf0ebb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.966708 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aaa99242-63b2-488e-bd4f-81d5daf0ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:25.972148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c0e41b56-adca-4465-8562-b9210776aa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:26.058375 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-aaa99242-63b2-488e-bd4f-81d5daf0ebb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a626f8d17eb54022a2de5d2c8316f5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662306 Jun 28 22:28:26.061136 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 56836) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:26.068905 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99242-63b2-488e-bd4f-81d5daf0ebb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e501750d-e17f-40d6-9a26-6bf6d08bca05,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:26.074257 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aaa99242-63b2-488e-bd4f-81d5daf0ebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:26.124536 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f17c3-c7ce-4ae6-aebf-73fae20f1786 req-bf907e71-edc5-41e5-a1b0-661c047da972 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:26.126164 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-235f17c3-c7ce-4ae6-aebf-73fae20f1786 req-bf907e71-edc5-41e5-a1b0-661c047da972 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1745670 Jun 28 22:28:26.144610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:26.187881 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:26.201463 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-235f17c3-c7ce-4ae6-aebf-73fae20f1786 req-66cf00c7-764a-47e5-8e6b-3432b10c2385 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671043 Jun 28 22:28:26.242849 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:26.245458 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:26.246581 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e501750d-e17f-40d6-9a26-6bf6d08bca05 HTTP/1.1" status: 204 len: 168 time: 0.1842792 Jun 28 22:28:26.247322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c70fdd18-d55c-470c-9b61-1d5f88ebe089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:26.255188 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501750d-e17f-40d6-9a26-6bf6d08bca05,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:26.258267 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:26.420534 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e9948-6142-4d7c-b74b-ca98dc0a0bae req-d7f0559c-d63e-4508-a649-9196b4562928 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:26.422788 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-735e9948-6142-4d7c-b74b-ca98dc0a0bae req-d7f0559c-d63e-4508-a649-9196b4562928 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.1183140 Jun 28 22:28:26.465809 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-735e9948-6142-4d7c-b74b-ca98dc0a0bae req-1c40c298-2d54-4fda-933c-c3449d6825f0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368161 Jun 28 22:28:26.521227 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-67a8ae5a-f4a1-42e1-911f-b617c9aa64a9 req-ec0aac1b-fa2a-4c81-8fc1-35ece6a1a53c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0299969 Jun 28 22:28:26.699858 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacace2-a5e2-4b24-aac3-0b9f7a152dbd req-6ec95a93-b498-42ef-921c-492ceafcab22 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:26.707162 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-baacace2-a5e2-4b24-aac3-0b9f7a152dbd req-6ec95a93-b498-42ef-921c-492ceafcab22 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0918446 Jun 28 22:28:26.740937 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-baacace2-a5e2-4b24-aac3-0b9f7a152dbd req-73d42bf2-a7b1-4350-baed-ea517329e87f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324979 Jun 28 22:28:27.104587 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76100a9e-8141-4fbb-a8e2-240253e0a8f7 req-c66154c2-06d9-4742-9543-f266559bfda3 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:27.107446 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-76100a9e-8141-4fbb-a8e2-240253e0a8f7 req-c66154c2-06d9-4742-9543-f266559bfda3 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0710111 Jun 28 22:28:27.193451 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-76100a9e-8141-4fbb-a8e2-240253e0a8f7 req-539b2724-e2ca-4bbb-8510-73fb0045a7de tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794969 Jun 28 22:28:27.423872 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bc677-d6df-486d-96e1-cc9e661e82d4 req-02de78b7-f531-4930-8d5d-d047cc4f9ee4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:27.425474 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-507bc677-d6df-486d-96e1-cc9e661e82d4 req-02de78b7-f531-4930-8d5d-d047cc4f9ee4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1094179 Jun 28 22:28:27.481685 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-507bc677-d6df-486d-96e1-cc9e661e82d4 req-f6748972-073a-43b4-b2cd-01f681489949 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490136 Jun 28 22:28:27.741725 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-26331c70-0497-45c1-b8be-621342693e5d req-1400ab65-9b24-4f0c-8db2-b29bda7c531c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0448840 Jun 28 22:28:27.762687 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3947f-f1ae-4cd8-a2f3-1ec709e4f9f8 req-cffde66d-8ae0-4186-b2ed-bc29d6aca3dc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:27.764917 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-90f3947f-f1ae-4cd8-a2f3-1ec709e4f9f8 req-cffde66d-8ae0-4186-b2ed-bc29d6aca3dc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.1765776 Jun 28 22:28:27.810450 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-90f3947f-f1ae-4cd8-a2f3-1ec709e4f9f8 req-57464e00-1c63-4ee9-b70a-e77bee9414d7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360792 Jun 28 22:28:27.947347 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8b44-e886-494f-b941-47e1e67138e0 req-5f71d07c-913e-446c-871b-14fb7b549383 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:27.949508 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4eab8b44-e886-494f-b941-47e1e67138e0 req-5f71d07c-913e-446c-871b-14fb7b549383 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0729253 Jun 28 22:28:28.005205 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4eab8b44-e886-494f-b941-47e1e67138e0 req-25fc6ba3-d894-41d8-af48-0eb628775c1c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 Jun 28 22:28:28.365176 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe19e0-ce1a-4ab4-ba35-6aa55293afc7 req-05a7ca57-ac00-4748-bfed-eeaa7239b9a5 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:28.369321 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-80fe19e0-ce1a-4ab4-ba35-6aa55293afc7 req-05a7ca57-ac00-4748-bfed-eeaa7239b9a5 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0676141 Jun 28 22:28:28.404460 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-80fe19e0-ce1a-4ab4-ba35-6aa55293afc7 req-f857b8df-c2b2-4a47-85ae-2ccb5c64b654 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Jun 28 22:28:28.700801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3ea8-f68d-473b-99a4-be47b7944db2 req-884dc070-6a59-464d-92b6-46035cd6877e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:28.702409 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-674b3ea8-f68d-473b-99a4-be47b7944db2 req-884dc070-6a59-464d-92b6-46035cd6877e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0674443 Jun 28 22:28:28.741320 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-674b3ea8-f68d-473b-99a4-be47b7944db2 req-30e233ce-a87d-4182-9279-31f7c3c3959e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Jun 28 22:28:28.935429 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9296d114-d77c-4b7d-8dde-febe6e096c44 req-296c37b7-4c13-4139-9323-d6d396bcd9ec tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0530257 Jun 28 22:28:29.046570 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e122cc-2929-4e9c-af7d-8c05586f050f req-9c622023-994b-4774-87ad-2644919ea1ba tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:29.048464 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41e122cc-2929-4e9c-af7d-8c05586f050f req-9c622023-994b-4774-87ad-2644919ea1ba tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0631223 Jun 28 22:28:29.086665 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41e122cc-2929-4e9c-af7d-8c05586f050f req-e42ed517-5e5a-466f-a0ca-7664c62da2bd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Jun 28 22:28:29.188441 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25821f56-fa76-4934-a97a-cabad2c4226e req-82575684-b6f8-452b-a71a-04d72f787a38 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:29.190142 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-25821f56-fa76-4934-a97a-cabad2c4226e req-82575684-b6f8-452b-a71a-04d72f787a38 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0710895 Jun 28 22:28:29.228048 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-25821f56-fa76-4934-a97a-cabad2c4226e req-b4b35118-699a-480e-8296-70fa6d30be61 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Jun 28 22:28:29.620096 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d47d5-602b-4cb9-a76c-133f45a0a7a3 req-6b0bfb28-2add-4240-908d-a85bba2c9ee0 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:29.624232 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-124d47d5-602b-4cb9-a76c-133f45a0a7a3 req-6b0bfb28-2add-4240-908d-a85bba2c9ee0 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0928807 Jun 28 22:28:29.666168 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-124d47d5-602b-4cb9-a76c-133f45a0a7a3 req-ade9c6c6-879a-4a38-81c6-e548da0072ed tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jun 28 22:28:29.931103 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124a01f-5a2c-44b2-a150-519b019194d4 req-eee25510-6676-4e2b-aff4-97f2030b0843 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:29.932585 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8124a01f-5a2c-44b2-a150-519b019194d4 req-eee25510-6676-4e2b-aff4-97f2030b0843 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0705779 Jun 28 22:28:29.971247 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8124a01f-5a2c-44b2-a150-519b019194d4 req-070ba47d-a9fa-4280-b968-60f56929471e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Jun 28 22:28:30.093653 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9ca602b7-385c-41ca-8d7c-2303d78638ae req-515dbaf5-1d39-4a8f-bb33-82cd80a33b39 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0367582 Jun 28 22:28:30.303499 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37199af8-7e83-4b5f-8ed8-68bf5f7e40a7 req-328dfcb7-34d8-4cd9-a8a7-10adb3866b8e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:30.305141 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-37199af8-7e83-4b5f-8ed8-68bf5f7e40a7 req-328dfcb7-34d8-4cd9-a8a7-10adb3866b8e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0896721 Jun 28 22:28:30.356448 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-37199af8-7e83-4b5f-8ed8-68bf5f7e40a7 req-a57995cf-7748-4715-980a-4afea33a2833 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Jun 28 22:28:30.423274 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a6d09-617d-4210-86ba-c27840a8ba5b req-8138c1e8-72e4-420b-93f2-f7113b9e0eff tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:30.425147 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6f3a6d09-617d-4210-86ba-c27840a8ba5b req-8138c1e8-72e4-420b-93f2-f7113b9e0eff tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0618598 Jun 28 22:28:30.483643 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6f3a6d09-617d-4210-86ba-c27840a8ba5b req-f47e6f13-e7a2-4c9f-b953-44e2a9552716 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513353 Jun 28 22:28:30.875414 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f37988-7dc6-4078-9c73-f933c7973d7b req-1d80e9e3-1031-479a-be15-bb3086032c8d tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:30.875414 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-57f37988-7dc6-4078-9c73-f933c7973d7b req-1d80e9e3-1031-479a-be15-bb3086032c8d tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0703864 Jun 28 22:28:30.912387 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-57f37988-7dc6-4078-9c73-f933c7973d7b req-f6828d15-1347-4122-b574-87e923fb22ad tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Jun 28 22:28:31.202607 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233e97a-7a91-4dda-b6eb-52f504c09926 req-0e3c4f0e-7648-40f2-a0a2-77254fd5f755 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:31.204104 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c233e97a-7a91-4dda-b6eb-52f504c09926 req-0e3c4f0e-7648-40f2-a0a2-77254fd5f755 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1215804 Jun 28 22:28:31.243314 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c233e97a-7a91-4dda-b6eb-52f504c09926 req-7f7fa65f-82f6-48db-a21b-fd4a2d79af94 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Jun 28 22:28:31.266812 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-89d696a7-aa20-43c9-88ae-8809fc719f90 req-93473d02-6a28-45da-b2d9-cc6fe1d3b4e7 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0300629 Jun 28 22:28:31.560695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013528bf-5236-4545-93ac-f13259baafd2 req-ebecc8fd-f9fd-4cb2-9fa3-36b089e24473 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:31.563025 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-013528bf-5236-4545-93ac-f13259baafd2 req-ebecc8fd-f9fd-4cb2-9fa3-36b089e24473 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0832467 Jun 28 22:28:31.603699 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-013528bf-5236-4545-93ac-f13259baafd2 req-7abb7ac0-ca08-4a74-8742-5f9ea8b942cc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349534 Jun 28 22:28:31.658697 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f657e8-ebc9-44c8-ba16-5e04457d80eb req-c0a27f60-73f3-4108-94f7-3a33c402ea19 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:31.660303 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5f657e8-ebc9-44c8-ba16-5e04457d80eb req-c0a27f60-73f3-4108-94f7-3a33c402ea19 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0616646 Jun 28 22:28:31.703811 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c5f657e8-ebc9-44c8-ba16-5e04457d80eb req-c4087e09-dd8a-40bf-9d83-80fe1c784d83 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Jun 28 22:28:32.125727 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283da63c-914a-41f3-9201-280fef6f48d5 req-e5334e5d-4877-40b0-8f11-60c39080cd71 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:32.128353 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-283da63c-914a-41f3-9201-280fef6f48d5 req-e5334e5d-4877-40b0-8f11-60c39080cd71 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0959053 Jun 28 22:28:32.195210 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-283da63c-914a-41f3-9201-280fef6f48d5 req-98663511-0d81-478a-9d5d-4c8a31a6b0c5 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 Jun 28 22:28:32.455650 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-122e088a-ceef-4d0d-843c-de5a01cd836d req-406da82e-e8f1-4195-8820-98fdf0a1b1a5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0319111 Jun 28 22:28:32.479153 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7e73d-da3b-4c67-bdde-ec2414b9ac91 req-7a0fd403-2efc-46c2-9572-6ddf771979aa tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:32.480673 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46f7e73d-da3b-4c67-bdde-ec2414b9ac91 req-7a0fd403-2efc-46c2-9572-6ddf771979aa tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0818815 Jun 28 22:28:32.518847 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46f7e73d-da3b-4c67-bdde-ec2414b9ac91 req-5f0ec99a-56ce-402a-b3e1-32285708fc5a tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Jun 28 22:28:32.816652 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34f9fe-bc0a-478a-a171-407ec4bf5c6e req-bd4baa4d-7b57-4afb-b2a3-73b901ba63dd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:32.826116 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fd34f9fe-bc0a-478a-a171-407ec4bf5c6e req-bd4baa4d-7b57-4afb-b2a3-73b901ba63dd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0868187 Jun 28 22:28:32.881093 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fd34f9fe-bc0a-478a-a171-407ec4bf5c6e req-ad2ed8a4-d1a1-4436-9e35-520ba6b5cb58 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536888 Jun 28 22:28:32.933310 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f43b2-21eb-4d03-a5c5-73bcdae0c306 req-ef89e3d5-c777-4951-b2dc-02862275fbe1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:32.935157 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e01f43b2-21eb-4d03-a5c5-73bcdae0c306 req-ef89e3d5-c777-4951-b2dc-02862275fbe1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0950921 Jun 28 22:28:32.975717 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e01f43b2-21eb-4d03-a5c5-73bcdae0c306 req-2a2fd42b-a92b-4272-bd96-c3df75dc3f8e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Jun 28 22:28:33.421822 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e46e53-2c75-4f91-982a-e7773fb882c9 req-8602110f-e4ec-4ac8-8cbc-7bc6ed9c19a1 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:33.423258 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-02e46e53-2c75-4f91-982a-e7773fb882c9 req-8602110f-e4ec-4ac8-8cbc-7bc6ed9c19a1 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0781419 Jun 28 22:28:33.459890 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-02e46e53-2c75-4f91-982a-e7773fb882c9 req-62eb6ad3-3a54-4126-af4f-36729a40fb58 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Jun 28 22:28:33.620313 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a5c640ce-8b28-4169-92f1-29217c4bda01 req-ceeb291b-4531-4c73-a118-7af28d07ee68 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0410268 Jun 28 22:28:33.705803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291027d-e071-4776-9352-c3199a908e1e req-e076b5d2-051d-4934-8fe3-d54cc95d12c0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:33.707785 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d291027d-e071-4776-9352-c3199a908e1e req-e076b5d2-051d-4934-8fe3-d54cc95d12c0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0723846 Jun 28 22:28:33.750286 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d291027d-e071-4776-9352-c3199a908e1e req-a7d5ef29-ad44-46df-b839-f8967068bd10 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352869 Jun 28 22:28:34.100826 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcbf4f-27bc-499f-8be2-2feed1b1a5ee req-46e26eae-e11f-43d8-8be1-55b9a41bbe29 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:34.105522 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-84dcbf4f-27bc-499f-8be2-2feed1b1a5ee req-46e26eae-e11f-43d8-8be1-55b9a41bbe29 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0931208 Jun 28 22:28:34.157637 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-84dcbf4f-27bc-499f-8be2-2feed1b1a5ee req-782d3cab-199f-46af-a26f-7927d3b84548 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483797 Jun 28 22:28:34.202614 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155d12-7647-411f-a48f-ec261e41a787 req-06a690ba-150b-4535-acae-c86168308e7e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:34.204085 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41155d12-7647-411f-a48f-ec261e41a787 req-06a690ba-150b-4535-acae-c86168308e7e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0632021 Jun 28 22:28:34.243166 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41155d12-7647-411f-a48f-ec261e41a787 req-205b1d48-5f6d-4367-ae57-f2d86ccb90fc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jun 28 22:28:34.638556 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f254e95-340b-409c-a561-8960d327d0d8 req-fae62aaa-9f09-4f41-95d9-08ed62104410 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:34.640031 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4f254e95-340b-409c-a561-8960d327d0d8 req-fae62aaa-9f09-4f41-95d9-08ed62104410 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0649238 Jun 28 22:28:34.708552 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4f254e95-340b-409c-a561-8960d327d0d8 req-90c65f5e-7061-4b38-8eab-7800a582680c tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619507 Jun 28 22:28:34.786174 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bd417009-0a04-4596-907a-a49a44cf8534 req-194bb2d7-5ec7-4185-8b93-b17cfabebc0c tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0323930 Jun 28 22:28:34.935941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f81-33bf-4644-9bff-a0653b252a3e req-b24d4780-1f23-482d-9aae-554e0d0ef40e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:34.937456 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ea057f81-33bf-4644-9bff-a0653b252a3e req-b24d4780-1f23-482d-9aae-554e0d0ef40e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0733564 Jun 28 22:28:34.978068 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ea057f81-33bf-4644-9bff-a0653b252a3e req-c1280fbc-3db5-4f7b-9685-08002745251d tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Jun 28 22:28:35.338194 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68597b-ee67-49b1-b1fa-579f66b3d547 req-f5b8adc1-e976-43ce-a3e9-d10dd764327a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:35.339919 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9f68597b-ee67-49b1-b1fa-579f66b3d547 req-f5b8adc1-e976-43ce-a3e9-d10dd764327a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0640268 Jun 28 22:28:35.378430 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9f68597b-ee67-49b1-b1fa-579f66b3d547 req-c2a19d63-8edd-43c7-be9f-bb65793eed66 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jun 28 22:28:35.426873 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae6264-36c6-4cce-9476-33acb220e8fa req-171b2ccb-9355-4765-b082-2d5de0e0a070 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:35.428385 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81ae6264-36c6-4cce-9476-33acb220e8fa req-171b2ccb-9355-4765-b082-2d5de0e0a070 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0677874 Jun 28 22:28:35.469066 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81ae6264-36c6-4cce-9476-33acb220e8fa req-a14b5604-89a5-4566-98ec-2918c3166907 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Jun 28 22:28:35.890147 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af24ea-348d-423d-a043-78bc00de52a4 req-4d3157ab-250b-4103-bb13-e4361ead8325 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:35.891639 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-58af24ea-348d-423d-a043-78bc00de52a4 req-4d3157ab-250b-4103-bb13-e4361ead8325 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0642674 Jun 28 22:28:35.926485 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-14b411f7-0bf3-4af6-93a2-951fd2dca6e0 req-38a94537-c267-4fa6-8f3b-4028e3b0f608 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0322440 Jun 28 22:28:35.931075 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-58af24ea-348d-423d-a043-78bc00de52a4 req-0e7edaf8-6893-4edc-b90d-2fd24ee35429 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Jun 28 22:28:36.163382 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8ef6-6a9a-40e5-9014-00a1be978dd9 req-8a68af25-19d0-4c3b-b069-ea1e022afe32 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:36.165347 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b51d8ef6-6a9a-40e5-9014-00a1be978dd9 req-8a68af25-19d0-4c3b-b069-ea1e022afe32 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0670543 Jun 28 22:28:36.206026 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b51d8ef6-6a9a-40e5-9014-00a1be978dd9 req-8a115868-3bdc-43c9-86c9-4bc6eae93962 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Jun 28 22:28:36.393300 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-e4664017-724c-4362-8aac-a34665d74c03 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:36.394758 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-e4664017-724c-4362-8aac-a34665d74c03 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "GET /v2.0/networks?id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 200 len: 808 time: 0.1337547 Jun 28 22:28:36.470328 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Request body: {'port': {'device_id': 'cd9720bc-8185-45b6-b995-902bff21496a', 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e', 'admin_state_up': True, 'tenant_id': '18f92a96af734a91b1b3be7305ae8f84'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:36.599765 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a3658-e226-446a-b9af-985a4f5989a9 req-eca129b6-d105-4d7b-9458-888449eab164 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:36.605906 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Made reservation on behalf of 18f92a96af734a91b1b3be7305ae8f84 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:28:36.607670 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ac0a3658-e226-446a-b9af-985a4f5989a9 req-eca129b6-d105-4d7b-9458-888449eab164 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0873230 Jun 28 22:28:36.613059 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:36.659618 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ac0a3658-e226-446a-b9af-985a4f5989a9 req-cd567b03-135b-423c-9fa1-ea1da1667ef2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509586 Jun 28 22:28:36.794539 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773d9cf-c091-48a2-8222-7586e43707b8 req-698f9896-e473-4427-a6f0-2a36d4bbc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:36.796290 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9773d9cf-c091-48a2-8222-7586e43707b8 req-698f9896-e473-4427-a6f0-2a36d4bbc52a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 1102 time: 0.1112974 Jun 28 22:28:36.853691 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9773d9cf-c091-48a2-8222-7586e43707b8 req-9902fd59-57f4-46ae-abdb-854796ccca4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Jun 28 22:28:36.894873 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Allocated IP 172.20.0.13 (9e6e4337-914e-4b1c-8252-6bacbf0ee98e/d06341ce-a178-4a9c-a9c9-4853ea49e1e5/8ab4f11f-4e23-40ca-93fd-edfb37fa87a6) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:28:36.910020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2811836-73a5-4860-bb8e-aae6fdfd5877 req-65536137-b710-4f1d-aa5f-b37a44996062 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:36.912038 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b2811836-73a5-4860-bb8e-aae6fdfd5877 req-65536137-b710-4f1d-aa5f-b37a44996062 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1699262 Jun 28 22:28:36.982049 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b2811836-73a5-4860-bb8e-aae6fdfd5877 req-b8a63fab-3ab4-48d5-bae4-2a9838c39840 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619450 Jun 28 22:28:37.080408 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9ccb2603-3fec-478d-ba7a-7aef500dbfa3 req-ee8e32b0-7050-4fa4-9bf8-c30cbd28eab5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0321395 Jun 28 22:28:37.106345 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:37.184290 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b43cc-d8ae-4a7f-b429-c87ae2d20025 req-58cd98c9-33bc-4118-b439-30e90bd9c3e2 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:37.186196 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-362b43cc-d8ae-4a7f-b429-c87ae2d20025 req-58cd98c9-33bc-4118-b439-30e90bd9c3e2 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0996161 Jun 28 22:28:37.187858 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:37.192583 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:37.260442 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:28:37.268759 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:28:37.275587 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:28:37.280860 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Pushing event updated for resources: {'Port': ['ID=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:37.302599 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:37.309383 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-362b43cc-d8ae-4a7f-b429-c87ae2d20025 req-bbdce0b0-cb82-44b0-8b1b-860cc1134fdf tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111734 Jun 28 22:28:37.333159 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:37.333681 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:37.348739 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8834403 Jun 28 22:28:37.384962 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ffb9-8f18-42ca-a9a0-d308e46d3d77 req-2d067cdb-8f57-4b26-9fd1-222617fdaf52 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:37.386480 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4249ffb9-8f18-42ca-a9a0-d308e46d3d77 req-2d067cdb-8f57-4b26-9fd1-222617fdaf52 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0624616 Jun 28 22:28:37.413305 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Request body: {'port': {'device_id': 'cd9720bc-8185-45b6-b995-902bff21496a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:37.423466 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4249ffb9-8f18-42ca-a9a0-d308e46d3d77 req-07660439-379a-41ba-9910-9c48ee31351a tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Jun 28 22:28:37.484252 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:37.711194 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb3abc-7aef-4425-8283-7d547ee54874 req-a14be2c4-f950-413e-bb39-4741db2a6f85 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:37.712765 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a3cb3abc-7aef-4425-8283-7d547ee54874 req-a14be2c4-f950-413e-bb39-4741db2a6f85 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1755359 Jun 28 22:28:37.774807 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a3cb3abc-7aef-4425-8283-7d547ee54874 req-a82f410d-8c66-4a71-acb2-5fd560e821ae tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538731 Jun 28 22:28:37.799720 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57096) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:37.836252 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:37.840206 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf41e-0350-426b-aa84-7f1672b63b05 req-df2df4f7-3449-4407-b515-c06b86e36595 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:37.842233 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ad1bf41e-0350-426b-aa84-7f1672b63b05 req-df2df4f7-3449-4407-b515-c06b86e36595 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.0655963 Jun 28 22:28:37.844504 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:37.865707 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Transition to ACTIVE for port object 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:37.877802 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:37.880744 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:37.885949 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ad1bf41e-0350-426b-aa84-7f1672b63b05 req-73611506-94c5-4cd5-9f75-ebad374bc77c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338573 Jun 28 22:28:37.945613 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Pushing event updated for resources: {'Port': ['ID=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:37.956761 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:38.044982 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Attempting to bind port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:28:38.045576 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Attempting to bind port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:28:38.045667 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Attempting to bind port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 on network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:38.050514 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 on network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:28:38.050887 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Attempting to bind port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 on network 9e6e4337-914e-4b1c-8252-6bacbf0ee98e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:38.056177 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:28:38.056854 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Checking segment: {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:28:38.057410 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Bound using segment: {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:28:38.058039 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Bound port: 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178735fb-3da5-4093-9068-1d6c42b2ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:28:38.058452 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:38.169622 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] For port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host hv-cinder-79246, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:28:38.173839 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] For port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:28:38.184917 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:38.197420 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:38.236079 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf71718-4530-4d7d-b2ca-8893c1e440c0 tempest-TestShelveInstance-114893146 tempest-TestShelveInstance-114893146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.242697 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-adf71718-4530-4d7d-b2ca-8893c1e440c0 tempest-TestShelveInstance-114893146 tempest-TestShelveInstance-114893146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1093 time: 0.4231601 Jun 28 22:28:38.246447 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57120) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:38.251131 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Request body: {'floatingip': {'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'port_id': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:38.261065 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.261741 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:38.263959 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] 10.222.0.61 "PUT /v2.0/ports/8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 HTTP/1.1" status: 200 len: 1094 time: 0.8552101 Jun 28 22:28:38.267003 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9720bc-8185-45b6-b995-902bff21496a', 'tag': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:38.269675 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0dd32-2162-4686-bc62-79deb8925351" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9720bc-8185-45b6-b995-902bff21496a", "tag": "8ab4f11f-4e23-40ca-93fd-edfb37fa87a6"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:38.300788 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d2a84-3083-4b4b-a21e-2fa8fb29b521 req-de295964-f666-446e-be93-90d2503b0edf tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.308808 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8b0d2a84-3083-4b4b-a21e-2fa8fb29b521 req-de295964-f666-446e-be93-90d2503b0edf tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1375811 Jun 28 22:28:38.323763 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:38.368959 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Pushing event updated for resources: {'Port': ['ID=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:38.372591 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8b0d2a84-3083-4b4b-a21e-2fa8fb29b521 req-1d9d3fb6-024d-4d1e-8d5d-c5f36d7efd84 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624685 Jun 28 22:28:38.408307 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:38.462998 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a681d52a-5c84-43e1-818e-97c91f9eaa77 x-openstack-request-id: req-a681d52a-5c84-43e1-818e-97c91f9eaa77 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:38.463411 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9720bc-8185-45b6-b995-902bff21496a", "tag": "8ab4f11f-4e23-40ca-93fd-edfb37fa87a6", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:38.463987 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a681d52a-5c84-43e1-818e-97c91f9eaa77 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:38.464411 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9720bc-8185-45b6-b995-902bff21496a', 'tag': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6', 'status': 'completed', 'code': 200} Jun 28 22:28:38.590898 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f65a-dc89-440e-8a8f-874d1c52b743 req-15a61eee-0a77-428c-9dd1-1dc5dfa83360 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.592464 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7165f65a-dc89-440e-8a8f-874d1c52b743 req-15a61eee-0a77-428c-9dd1-1dc5dfa83360 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 944 time: 0.2287824 Jun 28 22:28:38.603368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-d30c99dd-2fb8-4e86-93da-76ba21d33ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.604825 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-d30c99dd-2fb8-4e86-93da-76ba21d33ec0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f92a96af734a91b1b3be7305ae8f84&device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 1097 time: 0.1916864 Jun 28 22:28:38.623767 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f736e-1819-401f-b1bb-5bc31bcb27e6 req-dc3cb300-b613-4ed4-9306-7759e653b94f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.625365 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-802f736e-1819-401f-b1bb-5bc31bcb27e6 req-dc3cb300-b613-4ed4-9306-7759e653b94f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0690081 Jun 28 22:28:38.664017 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-802f736e-1819-401f-b1bb-5bc31bcb27e6 req-d7be158e-4284-4a16-8ee5-bc1245b6ad95 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Jun 28 22:28:38.666005 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-eb898d79-3ef6-4f59-8da0-10dd48b8f6bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 HTTP/1.1" status: 200 len: 217 time: 0.0420170 Jun 28 22:28:38.689372 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7165f65a-dc89-440e-8a8f-874d1c52b743 req-8791d84d-b391-4eab-84b8-260063f3d214 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894747 Jun 28 22:28:38.729871 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:38.739250 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-2df5113c-77a1-42cb-932d-b2e84e286d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:38.740848 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-2df5113c-77a1-42cb-932d-b2e84e286d46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d06341ce-a178-4a9c-a9c9-4853ea49e1e5 HTTP/1.1" status: 200 len: 848 time: 0.0629041 Jun 28 22:28:39.067003 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-3dcd2ba9-1fc2-4e08-8c52-1a3870a3dbb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2921164 Jun 28 22:28:39.110471 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0379-f544-4c39-a170-899103df77e5 req-426f1a2a-fcf5-46d3-956f-05869030f10f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.111991 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-399e0379-f544-4c39-a170-899103df77e5 req-426f1a2a-fcf5-46d3-956f-05869030f10f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.0638778 Jun 28 22:28:39.155498 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-399e0379-f544-4c39-a170-899103df77e5 req-8d5da508-7059-4023-a309-ed61148d4b5b tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 Jun 28 22:28:39.212769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Allocated IP 172.28.3.87 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/fcbbd4a7-2a8f-41af-b77d-54dced2d8432) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:28:39.263726 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-d450c988-09a0-4d6b-a1dd-ca4f47cf2453 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843390 Jun 28 22:28:39.272336 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721cf2c-371b-4e1e-b0f5-11f1ecfaf19b req-c5447c1e-1e52-4dd8-9531-7f25487bc088 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.273770 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3721cf2c-371b-4e1e-b0f5-11f1ecfaf19b req-c5447c1e-1e52-4dd8-9531-7f25487bc088 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 944 time: 0.2093716 Jun 28 22:28:39.314001 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:28:39.417218 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:39.423182 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3721cf2c-371b-4e1e-b0f5-11f1ecfaf19b req-980b276d-9885-460d-996d-63d62dc37ad7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410387 Jun 28 22:28:39.428946 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'port_id': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'mac_address': 'fa:16:3e:49:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:28:39.440431 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:39.464637 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f13d304d-d963-4332-b8c9-86b8282adb51 req-e75838ce-63d9-44a2-8b64-57855740b5f5 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848502 Jun 28 22:28:39.495741 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:39.503921 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:39.508178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f61d25b9-ea5c-4949-b57b-348d7098e50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:39.539829 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f139e5f-0781-4d01-9eb4-5299d1725606 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:39.557814 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'Port': ['ID=fcbbd4a7-2a8f-41af-b77d-54dced2d8432,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:39.573140 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:39.594900 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:39.604147 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:39.606267 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:39.639106 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:28:39.649877 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:28:39.655269 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:28:39.668293 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=9']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:39.679345 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:39.757470 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a1c-4c5b-42dd-8a1c-0001c23c21b5 req-f16f074e-baf4-4572-96df-57f6261477cb tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.759023 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-faca6a1c-4c5b-42dd-8a1c-0001c23c21b5 req-f16f074e-baf4-4572-96df-57f6261477cb tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1850615 Jun 28 22:28:39.770905 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c90290-4575-4126-950f-9127a53af061 req-b37534eb-4e44-4cea-9178-21ac31c26292 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.772903 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-36c90290-4575-4126-950f-9127a53af061 req-b37534eb-4e44-4cea-9178-21ac31c26292 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.0740931 Jun 28 22:28:39.811772 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-5a3c40d0-b1b2-4c7d-9f51-dad951bb3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.813073 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-36c90290-4575-4126-950f-9127a53af061 req-537c9125-6f79-44ee-ae52-5a5ab6eec3e4 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Jun 28 22:28:39.813275 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-5a3c40d0-b1b2-4c7d-9f51-dad951bb3f2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f92a96af734a91b1b3be7305ae8f84&device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 1097 time: 0.2247887 Jun 28 22:28:39.869455 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-faca6a1c-4c5b-42dd-8a1c-0001c23c21b5 req-7408de43-0d20-43d1-bc55-aab67fbe9976 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992465 Jun 28 22:28:39.982720 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148564b-76a2-41a5-84d7-a1ceada09020 req-1cb8e67a-883f-4fb2-84fa-b663b3f596d5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.984088 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b148564b-76a2-41a5-84d7-a1ceada09020 req-1cb8e67a-883f-4fb2-84fa-b663b3f596d5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 944 time: 0.0651922 Jun 28 22:28:39.997422 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-dc2794af-4817-4df9-8c75-b6c1cd297e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:39.998884 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-dc2794af-4817-4df9-8c75-b6c1cd297e0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 200 len: 909 time: 0.1781752 Jun 28 22:28:40.025598 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b148564b-76a2-41a5-84d7-a1ceada09020 req-2b48976d-7a3f-460c-91df-beaa3d5f9713 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353463 Jun 28 22:28:40.055387 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-53c8c05d-67d7-4ac8-a9d9-979badaa12f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 HTTP/1.1" status: 200 len: 217 time: 0.0462275 Jun 28 22:28:40.070015 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['2f139e5f-0781-4d01-9eb4-5299d1725606'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:40.164635 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-60b199af-7ac7-403d-b6be-4566fb14f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:40.167221 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-60b199af-7ac7-403d-b6be-4566fb14f202 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d06341ce-a178-4a9c-a9c9-4853ea49e1e5 HTTP/1.1" status: 200 len: 848 time: 0.0882001 Jun 28 22:28:40.198660 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ad975a-f06f-49d4-9ea2-a9dd66df04b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:40.245598 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-2fc93b73-5c02-4520-871d-9c1990e60411 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6e4337-914e-4b1c-8252-6bacbf0ee98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596228 Jun 28 22:28:40.325501 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:40.430109 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-2e29c3eb-f7d8-4e1c-8ed7-0c053c3c0c21 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775861 Jun 28 22:28:40.469302 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:40.535701 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefda0f-688f-4056-8ecf-b80a6c3fe157 req-53c570e9-e973-4b09-a5b7-bf6e5e86c0b6 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:40.537096 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-faefda0f-688f-4056-8ecf-b80a6c3fe157 req-53c570e9-e973-4b09-a5b7-bf6e5e86c0b6 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.2498052 Jun 28 22:28:40.621116 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-faefda0f-688f-4056-8ecf-b80a6c3fe157 req-a6abc7a1-f39d-4773-866a-c5fe7b2fcf2b tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771410 Jun 28 22:28:40.626584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc542e-ca42-4acc-b608-9e532cdb56a5 req-08a5dbc4-c434-4944-a864-9b606b7d4e05 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:40.628748 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f9b0dd32-2162-4686-bc62-79deb8925351 req-6620c269-567d-44b3-8806-e20cc4ec678e service neutron] 10.222.0.61 "GET /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893308 Jun 28 22:28:40.633600 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0dbc542e-ca42-4acc-b608-9e532cdb56a5 req-08a5dbc4-c434-4944-a864-9b606b7d4e05 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 945 time: 0.0826359 Jun 28 22:28:40.668483 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0dbc542e-ca42-4acc-b608-9e532cdb56a5 req-c58eb196-4e76-45dd-bcf6-1882a97398d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336685 Jun 28 22:28:40.725352 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:40.732596 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:40.736073 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8daf7ad1-fabb-4e8c-a60a-d743540703d9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:40.801983 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event updated for resources: {'Port': ['ID=fcbbd4a7-2a8f-41af-b77d-54dced2d8432,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:40.806024 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:40.815953 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:40.974338 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Floating IP ecd1c367-3bdf-496d-99ae-740a241f7da2 associated. External IP: 172.28.3.87, port: e322bf62-7eab-436c-a4d6-33309f1b064e. Jun 28 22:28:41.076801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054e06d-65da-49fc-b334-aeb3e56be65c req-9d1219ca-38a5-4002-98a3-06d852053a88 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:41.078448 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d054e06d-65da-49fc-b334-aeb3e56be65c req-9d1219ca-38a5-4002-98a3-06d852053a88 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0742893 Jun 28 22:28:41.087963 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034177c6-1145-4196-9bbe-f9258cea279f req-93d37dc7-1247-4cb0-9ca4-3cede1561087 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:41.089519 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-034177c6-1145-4196-9bbe-f9258cea279f req-93d37dc7-1247-4cb0-9ca4-3cede1561087 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.61 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.1905982 Jun 28 22:28:41.129972 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d054e06d-65da-49fc-b334-aeb3e56be65c req-1ce12a35-cc5c-4e40-8d8e-42661a4e8476 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Jun 28 22:28:41.150266 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424833-9fbe-4ca3-85f0-c1d53bea1e46 req-6e1c0ab3-d38f-421e-b32a-d5c8e8112be6 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:41.157599 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-23424833-9fbe-4ca3-85f0-c1d53bea1e46 req-6e1c0ab3-d38f-421e-b32a-d5c8e8112be6 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.2219739 Jun 28 22:28:41.276009 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-23424833-9fbe-4ca3-85f0-c1d53bea1e46 req-7800dea2-e566-487c-ac31-3dca1dd49694 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Jun 28 22:28:41.316987 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e86b5f-6079-4273-8ad8-ee0f7a2ced81 req-0c4a6ddc-ff0c-4ef3-bf9c-fb115eabae26 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:41.318774 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a7e86b5f-6079-4273-8ad8-ee0f7a2ced81 req-0c4a6ddc-ff0c-4ef3-bf9c-fb115eabae26 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 944 time: 0.0692532 Jun 28 22:28:41.327320 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:28:41.339068 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:28:41.365330 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a7e86b5f-6079-4273-8ad8-ee0f7a2ced81 req-e6f5dda1-77d1-4840-b21f-255e82c429a5 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Jun 28 22:28:41.476137 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:41.491265 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 2f139e5f-0781-4d01-9eb4-5299d1725606 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:41.491627 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.493829 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6', 'network_id': '9e6e4337-914e-4b1c-8252-6bacbf0ee98e', 'port_id': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6', 'mac_address': 'fa:16:3e:64:c9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06341ce-a178-4a9c-a9c9-4853ea49e1e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:28:41.558741 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.576378 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:41.624221 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:41.631590 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.634506 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:41.638103 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.641649 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Router 5caeddd6-0db9-42a9-a74c-a561132ba595 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:28:41.643134 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Deleting port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:28:41.643460 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.690199 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:41.692863 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfaa82-1dee-41dc-8cac-e0f4a527be8e" -d '{"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:41.712383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:41.713763 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:41.717201 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:41.720221 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.723255 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:41.751995 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5024fb-03c1-4fe1-aa34-32efe42c9167 x-openstack-request-id: req-9c5024fb-03c1-4fe1-aa34-32efe42c9167 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:41.752296 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:41.752555 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c5024fb-03c1-4fe1-aa34-32efe42c9167 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:41.752965 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'code': 200} Jun 28 22:28:41.776302 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=10']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:41.781651 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:41.867348 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] For port 5da2f33b-b3ce-438c-86ab-21d28114b6d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5da2f33b-b3ce-438c-86ab-21d28114b6d7,segment=NetworkSegment(754d29f7-7e27-46fa-a8e8-e710e5c31acd),segment_id=754d29f7-7e27-46fa-a8e8-e710e5c31acd)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:41.867653 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:41.888909 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Calling delete_port for 5da2f33b-b3ce-438c-86ab-21d28114b6d7 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:28:41.907270 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81222096-b9ab-4492-be4b-78b0e82fadbc req-016b7f76-35ba-4b7e-b2a1-daa812695076 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:41.908739 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-81222096-b9ab-4492-be4b-78b0e82fadbc req-016b7f76-35ba-4b7e-b2a1-daa812695076 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.0662131 Jun 28 22:28:41.911638 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:28:41.924619 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] Sync routers for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:28:41.935320 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:28:41.936277 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:28:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:28:41.960405 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-81222096-b9ab-4492-be4b-78b0e82fadbc req-206e2b5e-998b-4f2f-85f0-fcc76277d319 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 Jun 28 22:28:41.977126 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8084a4-5167-45bb-a416-2fa68e1ddedf req-23d74729-6cf3-4e65-8808-456e6c178f8c tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:41.983876 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['8ab4f11f-4e23-40ca-93fd-edfb37fa87a6'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:41.985168 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-eb8084a4-5167-45bb-a416-2fa68e1ddedf req-23d74729-6cf3-4e65-8808-456e6c178f8c tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 949 time: 0.2329340 Jun 28 22:28:41.992302 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:42.069591 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8219628 Jun 28 22:28:42.078888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:42.093691 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b" -d '{"events": [{"name": "network-changed", "server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:42.114151 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-eb8084a4-5167-45bb-a416-2fa68e1ddedf req-53fe5773-9f81-4a86-874f-575c34379c79 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/security-groups?id=d53113d5-3cca-4372-8f39-4d3c3326decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280885 Jun 28 22:28:42.162510 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:28:42.177391 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53051050-3efb-4fd4-b26e-0051f06facc1 x-openstack-request-id: req-53051050-3efb-4fd4-b26e-0051f06facc1 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:42.177955 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:42.178241 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53051050-3efb-4fd4-b26e-0051f06facc1 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:42.178674 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'status': 'completed', 'code': 200} Jun 28 22:28:42.260035 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:42.271384 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:42.297478 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Pushing event deleted for resources: {'Port': ['ID=5da2f33b-b3ce-438c-86ab-21d28114b6d7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:42.302861 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:42.386259 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] No DVR routers for this DVR port 5da2f33b-b3ce-438c-86ab-21d28114b6d7 on host hv-cinder-79246 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:28:42.395489 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:42.402676 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-034177c6-1145-4196-9bbe-f9258cea279f req-09059880-1c6d-4b71-a034-4bef4cf36793 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.61 "DELETE /v2.0/ports/5da2f33b-b3ce-438c-86ab-21d28114b6d7 HTTP/1.1" status: 204 len: 173 time: 1.2960124 Jun 28 22:28:42.498880 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-889f0a0a-eea0-498f-ab91-e6145e56b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:42.500691 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-889f0a0a-eea0-498f-ab91-e6145e56b6e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1098 time: 0.2678037 Jun 28 22:28:42.507731 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': 'ecd1c367-3bdf-496d-99ae-740a241f7da2', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'port_id': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'mac_address': 'fa:16:3e:bb:18:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:28:40Z', 'updated_at': '2021-06-28T22:28:40Z', 'revision_number': 0, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:28:42.530584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a21a7d-e0d6-4f0e-ba27-fb51144f4779 req-eac7fd1d-c97d-4c36-9311-fe33cfa4e52d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:42.540006 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-47a21a7d-e0d6-4f0e-ba27-fb51144f4779 req-eac7fd1d-c97d-4c36-9311-fe33cfa4e52d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.2473004 Jun 28 22:28:42.578049 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] Checking router: 5caeddd6-0db9-42a9-a74c-a561132ba595 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:28:42.587199 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:28:42.587971 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:28:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:28:42.589555 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9f711-2d41-42d5-abb3-684ac93fb482 req-3db723bf-6c7f-46ac-a0d3-4303b4042650 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:42.597515 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c8d9f711-2d41-42d5-abb3-684ac93fb482 req-3db723bf-6c7f-46ac-a0d3-4303b4042650 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.1436105 Jun 28 22:28:42.627228 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad377b6-cb1a-49af-b9e9-c2f54d2a2356 req-93f751cc-a691-4de6-a2d8-9f9ecca28ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:42.628805 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5ad377b6-cb1a-49af-b9e9-c2f54d2a2356 req-93f751cc-a691-4de6-a2d8-9f9ecca28ff3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 1100 time: 0.1342878 Jun 28 22:28:42.685711 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c8d9f711-2d41-42d5-abb3-684ac93fb482 req-b7242930-68b4-4916-a342-b05a4ba63d89 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872109 Jun 28 22:28:42.711309 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5ad377b6-cb1a-49af-b9e9-c2f54d2a2356 req-30e01d79-28f9-4e5c-8346-ead61e2d1cd3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688865 Jun 28 22:28:42.721542 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:28:42.730394 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b425e74-351c-4971-a495-1c703d40b5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:42.814848 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-47a21a7d-e0d6-4f0e-ba27-fb51144f4779 req-0511ef55-cb16-4da7-a7ba-433394e7980f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739456 Jun 28 22:28:42.821046 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-64bd3e02-b0fc-46ee-83e5-f0d45170069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:42.822581 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-64bd3e02-b0fc-46ee-83e5-f0d45170069f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 909 time: 0.3137915 Jun 28 22:28:42.854979 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-8d023d23-be0d-46e7-8730-a0c4592c6d25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740558 Jun 28 22:28:42.882365 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['5da2f33b-b3ce-438c-86ab-21d28114b6d7'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:42.897358 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac639-bc21-476a-9e78-e85d04639eaa req-aaccd1ac-8dd2-4780-9668-bf755bc7ef15 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:42.904723 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-eebac639-bc21-476a-9e78-e85d04639eaa req-aaccd1ac-8dd2-4780-9668-bf755bc7ef15 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 945 time: 0.0817263 Jun 28 22:28:42.920430 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:42.942813 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-eebac639-bc21-476a-9e78-e85d04639eaa req-e86ffe48-92d0-4c5e-8cf3-7cbb98eaf7d3 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Jun 28 22:28:42.982317 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': 'ecd1c367-3bdf-496d-99ae-740a241f7da2', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'port_id': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'mac_address': 'fa:16:3e:bb:18:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:28:40Z', 'updated_at': '2021-06-28T22:28:40Z', 'revision_number': 0, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:28:43.014180 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea484d6d-4fa0-40f8-9834-43a2fb12e340 None None] The sync data for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb is: [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': 'ecd1c367-3bdf-496d-99ae-740a241f7da2', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'port_id': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'mac_address': 'fa:16:3e:bb:18:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:28:40Z', 'updated_at': '2021-06-28T22:28:40Z', 'revision_number': 0, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:28:43.324117 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-855d076a-7957-426c-82f3-98254c9967e0 req-179fb2e7-2e61-4187-9d51-45c8f887f199 tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] 10.222.0.50 "GET /v2.0/ports?device_id=826e1146-0954-448b-ac36-c24e5ae8ff8e HTTP/1.1" status: 200 len: 210 time: 0.0355289 Jun 28 22:28:43.339130 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b238-9002-4804-bf6d-945a8864d7ee None None] New status for floating IP ecd1c367-3bdf-496d-99ae-740a241f7da2: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:28:43.380176 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:28:43.406401 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-ce62d91c-cbbe-44cb-afa0-f0a0e9b6a713 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 998 time: 0.3483860 Jun 28 22:28:43.475799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-70a847f6-caac-48cf-bb6a-9e6065a2b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.477617 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-70a847f6-caac-48cf-bb6a-9e6065a2b2f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 1099 time: 0.3777709 Jun 28 22:28:43.488973 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce53599-571c-4174-baf5-cb52a8d04a02 req-3867a86e-9d0c-4e7f-85a3-f5dfe8296280 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.497197 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:28:43.497483 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0ce53599-571c-4174-baf5-cb52a8d04a02 req-3867a86e-9d0c-4e7f-85a3-f5dfe8296280 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.3964200 Jun 28 22:28:43.504854 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:28:43.505259 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:43.516283 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-7c0ae02e-f62e-46c8-8eeb-c33e7dd67c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.517863 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-7c0ae02e-f62e-46c8-8eeb-c33e7dd67c40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.0903420 Jun 28 22:28:43.601274 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0ce53599-571c-4174-baf5-cb52a8d04a02 req-3b719bde-6a80-4cc3-af9e-316093e646d5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987935 Jun 28 22:28:43.628708 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:43.661609 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:43.667238 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:43.669714 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:43.698417 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-7d509ae3-4063-4c24-bc75-392a11e71c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.699906 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-7d509ae3-4063-4c24-bc75-392a11e71c13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.1667771 Jun 28 22:28:43.708394 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-9ae30ff1-8ada-40ad-bb26-67b70384dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.709996 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-9ae30ff1-8ada-40ad-bb26-67b70384dfc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1779430 Jun 28 22:28:43.718261 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:43.721575 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:43.754337 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9720bc-8185-45b6-b995-902bff21496a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:43.756847 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6e9e4-00cb-4b52-8f4b-cc4b7aa29237" -d '{"events": [{"server_uuid": "cd9720bc-8185-45b6-b995-902bff21496a", "name": "network-vif-plugged", "status": "completed", "tag": "8ab4f11f-4e23-40ca-93fd-edfb37fa87a6"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:43.787916 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-a45ad2f3-043f-4ab2-b08a-a105d1aa7ca2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd54608-bafa-4c63-937a-3f5e48151529 HTTP/1.1" status: 200 len: 217 time: 0.0616539 Jun 28 22:28:43.794501 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048d013-0564-40ca-8153-bd5425834514 x-openstack-request-id: req-6048d013-0564-40ca-8153-bd5425834514 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:43.794811 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9720bc-8185-45b6-b995-902bff21496a", "name": "network-vif-plugged", "status": "completed", "tag": "8ab4f11f-4e23-40ca-93fd-edfb37fa87a6", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:43.795090 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6048d013-0564-40ca-8153-bd5425834514 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:43.795793 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9720bc-8185-45b6-b995-902bff21496a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6', 'code': 200} Jun 28 22:28:43.878118 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-b4d44f03-ac15-4e9d-a484-ca910d4d0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.879560 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-b4d44f03-ac15-4e9d-a484-ca910d4d0dc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0631053 Jun 28 22:28:43.883159 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-2dda175a-7b4d-4d78-b944-da27cb9499b8 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498315 Jun 28 22:28:43.908074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c410e-049c-4eeb-b63a-846b0511a8e0 req-6dffc3f4-fcb2-4188-ba47-0e7ffcc170eb tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:43.915379 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-925c410e-049c-4eeb-b63a-846b0511a8e0 req-6dffc3f4-fcb2-4188-ba47-0e7ffcc170eb tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.0898781 Jun 28 22:28:43.936927 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-79485ef5-d03c-4749-8d1d-45060dbe1458 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491395 Jun 28 22:28:43.965635 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-925c410e-049c-4eeb-b63a-846b0511a8e0 req-8d84eb16-b6d1-48d2-8264-ee05eb89f9b6 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Jun 28 22:28:44.022790 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:44.128424 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-4ce8989d-1722-4304-8504-106e2df1319b service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377819 Jun 28 22:28:44.131758 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a5fbec0-4a6f-41bd-b5b6-2eb4a0ec019b req-cc888bcd-a2d6-4433-b15f-2dd6b6aa3dc2 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354538 Jun 28 22:28:44.211695 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'name': 'network-vif-deleted', 'tag': '5da2f33b-b3ce-438c-86ab-21d28114b6d7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:44.214691 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c77e93-8679-4429-a432-4972fafbd340" -d '{"events": [{"server_uuid": "826e1146-0954-448b-ac36-c24e5ae8ff8e", "name": "network-vif-deleted", "tag": "5da2f33b-b3ce-438c-86ab-21d28114b6d7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:44.235204 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23d10e-af9e-48a2-ac7c-99cd1670582e req-e9faad46-a571-42b7-ac91-83b94f629bdd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:44.236744 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1f23d10e-af9e-48a2-ac7c-99cd1670582e req-e9faad46-a571-42b7-ac91-83b94f629bdd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.2617598 Jun 28 22:28:44.288081 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd3b15-da3e-4fd0-b72e-3009ffe72ec0 req-58fe5867-7fce-4e24-a3cb-1e5f1d6b7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:44.289651 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-90bd3b15-da3e-4fd0-b72e-3009ffe72ec0 req-58fe5867-7fce-4e24-a3cb-1e5f1d6b7c97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 1099 time: 0.1923199 Jun 28 22:28:44.294224 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-14fd3b30-40b9-4a04-abb8-36a87dd4a380 req-1eca7e21-2b41-4e16-8a68-d9c6f9cc2d03 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608078 Jun 28 22:28:44.299125 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fe9d0-e2fc-4b88-b40d-1700c8aea847 req-5a20e76a-1a65-4a5b-a440-23468be4d5a3 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:44.300874 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-af7fe9d0-e2fc-4b88-b40d-1700c8aea847 req-5a20e76a-1a65-4a5b-a440-23468be4d5a3 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 946 time: 0.1851790 Jun 28 22:28:44.325040 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1f23d10e-af9e-48a2-ac7c-99cd1670582e req-fd5c6525-6215-4248-951b-218a7d65fcb3 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810783 Jun 28 22:28:44.371426 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-af7fe9d0-e2fc-4b88-b40d-1700c8aea847 req-334b7255-30d6-4c4a-81c6-c71a3b76cccd tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645714 Jun 28 22:28:44.373811 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78217e1c-c443-4b40-b21e-1fddb57c8d9f x-openstack-request-id: req-78217e1c-c443-4b40-b21e-1fddb57c8d9f {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:44.374300 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e1146-0954-448b-ac36-c24e5ae8ff8e", "name": "network-vif-deleted", "tag": "5da2f33b-b3ce-438c-86ab-21d28114b6d7", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:44.374734 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78217e1c-c443-4b40-b21e-1fddb57c8d9f {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:44.375495 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e1146-0954-448b-ac36-c24e5ae8ff8e', 'name': 'network-vif-deleted', 'tag': '5da2f33b-b3ce-438c-86ab-21d28114b6d7', 'status': 'completed', 'code': 200} Jun 28 22:28:44.408286 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-90bd3b15-da3e-4fd0-b72e-3009ffe72ec0 req-12e232d6-fb32-437a-9d2f-3da8cfb2cec6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752392 Jun 28 22:28:44.727133 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 57308) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:44.801168 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecea68-8ad3-47eb-978c-afbbeaf40a96 req-556da73d-7664-4b18-9431-b2468870e4ee tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:44.809799 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45ecea68-8ad3-47eb-978c-afbbeaf40a96 req-556da73d-7664-4b18-9431-b2468870e4ee tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.0859087 Jun 28 22:28:44.858141 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45ecea68-8ad3-47eb-978c-afbbeaf40a96 req-b7cbd02c-94eb-4a9d-9dfb-d7aaf29be7b2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 Jun 28 22:28:44.887424 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:44.979150 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:44.984135 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:44.986194 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:45.023954 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdab1e4-c357-4282-82b9-24753ba6e25d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:45.037439 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2422d586aa9a44d1901e233eabd8f0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085282 Jun 28 22:28:45.039557 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57328) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:45.067549 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.069493 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.069870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.070221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.070679 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.072025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.072235 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.072520 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.072894 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.073270 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.073603 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.073934 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.083237 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:45.126254 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.161153 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.191648 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9d7f-b69b-4715-af7b-18770c2c302f req-b8ca5afd-bcba-45ba-9da9-2f2f7454900e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:45.193229 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-929b9d7f-b69b-4715-af7b-18770c2c302f req-b8ca5afd-bcba-45ba-9da9-2f2f7454900e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.1015804 Jun 28 22:28:45.220109 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.223533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.225478 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bdab1e4-c357-4282-82b9-24753ba6e25d HTTP/1.1" status: 204 len: 168 time: 0.1847219 Jun 28 22:28:45.226322 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7e6870e3-416d-4ae2-9a6c-25aa4eac548a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:45.234633 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdab1e4-c357-4282-82b9-24753ba6e25d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:45.247369 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.247747 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.248109 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.248460 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.248902 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.249802 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.250161 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.250511 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.251193 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.251193 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.253338 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.254154 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:28:45.258203 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2b106024-7931-480f-b277-1216a884d8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:45.259995 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-929b9d7f-b69b-4715-af7b-18770c2c302f req-ac155288-239a-4c3c-b8f8-c64bdfa7242e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525789 Jun 28 22:28:45.338021 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5da2f33b-b3ce-438c-86ab-21d28114b6d7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:28:45.357907 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 5da2f33b-b3ce-438c-86ab-21d28114b6d7 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:28:45.358265 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 5da2f33b-b3ce-438c-86ab-21d28114b6d7 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:28:45.515221 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c8175-f641-490d-826e-bc3ad7c718aa req-b93b76ad-84a7-4557-b357-f1dac97f173a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:45.524101 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2e2c8175-f641-490d-826e-bc3ad7c718aa req-b93b76ad-84a7-4557-b357-f1dac97f173a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0775011 Jun 28 22:28:45.575630 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.589235 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2e2c8175-f641-490d-826e-bc3ad7c718aa req-d4a4e022-02b1-4c2f-afad-8a3f8d32979f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636070 Jun 28 22:28:45.616228 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 57390) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:45.631407 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e154d9-d4dd-4742-87a2-50a32a5b83c7 req-cebd6855-b5d3-4a47-ba84-dce0fdbb1e5f tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:45.632983 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-38e154d9-d4dd-4742-87a2-50a32a5b83c7 req-cebd6855-b5d3-4a47-ba84-dce0fdbb1e5f tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 946 time: 0.1015403 Jun 28 22:28:45.641934 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-485c3a44-4989-4318-8408-10b9298437af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.693628 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-38e154d9-d4dd-4742-87a2-50a32a5b83c7 req-94e542cf-338f-429c-80bc-193083e609b6 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537443 Jun 28 22:28:45.771218 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-485c3a44-4989-4318-8408-10b9298437af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.776287 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-485c3a44-4989-4318-8408-10b9298437af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.779039 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e5f40dbb-e3b9-485c-b5e5-20e616799eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:45.821104 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-485c3a44-4989-4318-8408-10b9298437af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94bea2bf9c694585a53ee6aa77f7c570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015455 Jun 28 22:28:45.821104 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c3a44-4989-4318-8408-10b9298437af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb547b-b9b2-4d56-84ef-d6bd4a27a1c8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:45.821745 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57402) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:45.823011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-485c3a44-4989-4318-8408-10b9298437af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:45.880180 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.907625 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.926268 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.965304 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.968208 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:45.969391 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8bb547b-b9b2-4d56-84ef-d6bd4a27a1c8 HTTP/1.1" status: 204 len: 168 time: 0.1466217 Jun 28 22:28:45.970231 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-53a59bf1-aefd-4e09-8378-af6d3851545f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:45.978649 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb547b-b9b2-4d56-84ef-d6bd4a27a1c8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:45.980973 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:46.047950 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d84ca-5775-49df-8f34-d26f67636a05 req-f463230b-c067-4e7c-aafe-ee60dc641ff9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:46.049567 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8e9d84ca-5775-49df-8f34-d26f67636a05 req-f463230b-c067-4e7c-aafe-ee60dc641ff9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.0675392 Jun 28 22:28:46.091769 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8e9d84ca-5775-49df-8f34-d26f67636a05 req-4afdb696-d291-498b-aaf4-9bc7856c5258 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364447 Jun 28 22:28:46.459170 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b1eb-af76-4f4c-a0b6-b8c0d354e8ed req-dc980306-60bb-4aec-9cd3-da1083f201b3 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:46.461164 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41d4b1eb-af76-4f4c-a0b6-b8c0d354e8ed req-dc980306-60bb-4aec-9cd3-da1083f201b3 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.0698864 Jun 28 22:28:46.501706 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41d4b1eb-af76-4f4c-a0b6-b8c0d354e8ed req-70dc25e6-2065-4c37-a0c2-0bfa126ed9e0 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Jun 28 22:28:46.795000 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a5769-2c89-4eaf-b451-483c97ab8d8d req-de668d8b-6298-4ebd-a137-4c64482f273d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:46.802051 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-256a5769-2c89-4eaf-b451-483c97ab8d8d req-de668d8b-6298-4ebd-a137-4c64482f273d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0918458 Jun 28 22:28:46.846204 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-256a5769-2c89-4eaf-b451-483c97ab8d8d req-5daca9d1-01b3-46e3-a0b9-0564806e714c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Jun 28 22:28:46.909170 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822c264-78c3-4531-9ed5-ee835c9695c7 req-848d190b-0f53-4df8-8746-2b17d35a7682 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:46.910817 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3822c264-78c3-4531-9ed5-ee835c9695c7 req-848d190b-0f53-4df8-8746-2b17d35a7682 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 946 time: 0.0884368 Jun 28 22:28:46.950703 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3822c264-78c3-4531-9ed5-ee835c9695c7 req-69c00000-178a-4fbf-b9b9-0593bffa7b9e tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Jun 28 22:28:47.283051 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-f0d7faac-a46f-41f3-8270-ec883cca0638 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:47.284651 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-f0d7faac-a46f-41f3-8270-ec883cca0638 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.0927963 Jun 28 22:28:47.415040 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Deleting port 8833fb39-4bbc-44b8-af39-a5be715d1441 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:28:47.415710 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:47.509164 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] For port 8833fb39-4bbc-44b8-af39-a5be715d1441, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8833fb39-4bbc-44b8-af39-a5be715d1441,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:47.509524 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:47.526546 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Calling delete_port for 8833fb39-4bbc-44b8-af39-a5be715d1441 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:28:47.765500 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616148c-e9bf-4dda-8d4a-4ee83a9015bd req-a13f9f48-48c1-40bf-9d8a-c5942052b74e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:47.778213 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e616148c-e9bf-4dda-8d4a-4ee83a9015bd req-a13f9f48-48c1-40bf-9d8a-c5942052b74e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 946 time: 0.1281614 Jun 28 22:28:47.791767 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:47.796769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba3cc6e1-d719-4ce6-84a4-bafa5aa16130 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:47.828703 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['8833fb39-4bbc-44b8-af39-a5be715d1441'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:47.835840 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Pushing event deleted for resources: {'Port': ['ID=8833fb39-4bbc-44b8-af39-a5be715d1441,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:47.847669 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:47.863819 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e616148c-e9bf-4dda-8d4a-4ee83a9015bd req-0cdf7e7d-ec21-4002-ab89-7f7676acfb96 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873258 Jun 28 22:28:47.935092 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] No DVR routers for this DVR port 8833fb39-4bbc-44b8-af39-a5be715d1441 on host hv-cinder-79246 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:28:47.938159 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:47.940979 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b1c0758b-02f9-40a8-a5b5-67de80ef97d9 req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "DELETE /v2.0/ports/8833fb39-4bbc-44b8-af39-a5be715d1441 HTTP/1.1" status: 204 len: 173 time: 0.6491921 Jun 28 22:28:47.941691 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'name': 'network-vif-deleted', 'tag': '8833fb39-4bbc-44b8-af39-a5be715d1441'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:47.944163 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5158a0-a922-4efb-9c99-ad08c2cb15e1" -d '{"events": [{"server_uuid": "2e098d56-9e25-42ef-b1a4-d53f74b70288", "name": "network-vif-deleted", "tag": "8833fb39-4bbc-44b8-af39-a5be715d1441"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:48.052588 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d849c6a2-eae4-4849-8892-47d6b79afc7d x-openstack-request-id: req-d849c6a2-eae4-4849-8892-47d6b79afc7d {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:48.053305 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e098d56-9e25-42ef-b1a4-d53f74b70288", "name": "network-vif-deleted", "tag": "8833fb39-4bbc-44b8-af39-a5be715d1441", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:48.054011 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d849c6a2-eae4-4849-8892-47d6b79afc7d {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:48.054678 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e098d56-9e25-42ef-b1a4-d53f74b70288', 'name': 'network-vif-deleted', 'tag': '8833fb39-4bbc-44b8-af39-a5be715d1441', 'status': 'completed', 'code': 200} Jun 28 22:28:48.071535 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cccf9-843e-4a19-a005-f84495b50c15 req-2251704c-e3b3-4f3e-be92-080d80c01604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:48.075302 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b08cccf9-843e-4a19-a005-f84495b50c15 req-2251704c-e3b3-4f3e-be92-080d80c01604 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.1251569 Jun 28 22:28:48.135894 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b08cccf9-843e-4a19-a005-f84495b50c15 req-2ca913da-bc26-45f2-80b2-5f96d54958cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553102 Jun 28 22:28:48.149301 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d720a85-d347-499f-b5cc-e64166d5c434 req-856f5d40-6979-4266-8da3-bc8bf02fdb1e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:48.151102 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5d720a85-d347-499f-b5cc-e64166d5c434 req-856f5d40-6979-4266-8da3-bc8bf02fdb1e tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0842743 Jun 28 22:28:48.220174 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5d720a85-d347-499f-b5cc-e64166d5c434 req-8fc7d76b-f45b-4f5b-aeca-fa104eca38ac tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624850 Jun 28 22:28:48.260038 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917433-96d3-4afc-929e-8e3fbb8f533a req-e1d8868b-fa63-4bcd-858a-147d4a9ea261 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:48.265503 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-75917433-96d3-4afc-929e-8e3fbb8f533a req-e1d8868b-fa63-4bcd-858a-147d4a9ea261 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 946 time: 0.0740516 Jun 28 22:28:48.313818 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-75917433-96d3-4afc-929e-8e3fbb8f533a req-c1298c38-535f-4534-9214-e00bdabb2900 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Jun 28 22:28:49.017555 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fd5ba673-b584-46cd-bd65-7ca61d242203 req-1c399f6b-49ec-4fe9-b845-84758cf1ea7a tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e098d56-9e25-42ef-b1a4-d53f74b70288 HTTP/1.1" status: 200 len: 210 time: 0.0281916 Jun 28 22:28:49.376139 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57708) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:49.397374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c915e-0ce5-4465-b5ce-eb314ed5a55b req-702d6a8d-8e96-4d9e-bf47-6cd93dc1b2fc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:49.406180 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c79c915e-0ce5-4465-b5ce-eb314ed5a55b req-702d6a8d-8e96-4d9e-bf47-6cd93dc1b2fc tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0826364 Jun 28 22:28:49.440117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57712) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:49.443475 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c79c915e-0ce5-4465-b5ce-eb314ed5a55b req-0e1d1b91-ca74-4dc3-a867-aa794e2d7bc4 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Jun 28 22:28:49.566693 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51e8d-d1e6-4d2f-95f3-0ba16719eaea req-a081652a-e42b-4bb3-8490-2e827070215a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:49.568225 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-44e51e8d-d1e6-4d2f-95f3-0ba16719eaea req-a081652a-e42b-4bb3-8490-2e827070215a tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 946 time: 0.0900609 Jun 28 22:28:49.568985 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.646623 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-1216f171-501b-43d7-a771-92e12596832e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=584ac8f94dce4d01ac1990096a218f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048542 Jun 28 22:28:49.649306 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 57716) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:49.655968 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-44e51e8d-d1e6-4d2f-95f3-0ba16719eaea req-dbd5c5a7-5fe6-4405-ad8a-d57f9bb1c9c9 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b421f95-d867-4fbb-8da3-0b7683933b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782294 Jun 28 22:28:49.713724 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.723511 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.728806 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.732734 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-798876ea-420d-4971-b41b-eca343b81fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:49.740070 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.773396 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf876bdea5ec459cae3d7e750c6fcf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935039 Jun 28 22:28:49.773396 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0d72ce-b6a5-4918-b42d-65fe66a42a5c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:49.774567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 57718) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:49.775195 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:49.805421 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.807943 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.809098 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d53113d5-3cca-4372-8f39-4d3c3326decf HTTP/1.1" status: 204 len: 168 time: 0.1587648 Jun 28 22:28:49.814273 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5d64db6b-3608-4ada-95df-981b0ae62aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:49.825674 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53113d5-3cca-4372-8f39-4d3c3326decf,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:49.829045 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:49.842660 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.864512 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.911637 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.914396 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:49.915516 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f0d72ce-b6a5-4918-b42d-65fe66a42a5c HTTP/1.1" status: 204 len: 168 time: 0.1402490 Jun 28 22:28:49.916317 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cfa71c96-2376-4e7a-a6b3-de68853c47bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:49.924422 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0d72ce-b6a5-4918-b42d-65fe66a42a5c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:49.926873 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:50.274247 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57732) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:50.289133 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8af651e6-98b0-4bd4-86ad-f7ace4435efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.340632 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-6dd475f3-0a7c-441a-bed3-77b8a0a04ccc tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:50.342136 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-6dd475f3-0a7c-441a-bed3-77b8a0a04ccc tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 946 time: 0.0775800 Jun 28 22:28:50.391675 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8af651e6-98b0-4bd4-86ad-f7ace4435efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.396908 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8af651e6-98b0-4bd4-86ad-f7ace4435efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.400569 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27f1f731-96eb-443c-85ec-47c1229546b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:50.436860 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-8af651e6-98b0-4bd4-86ad-f7ace4435efa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ab8ddc66f6f42ab834b61d2b5115ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595943 Jun 28 22:28:50.436860 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af651e6-98b0-4bd4-86ad-f7ace4435efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb76d80-eb0b-4659-8f48-00a17a42ede3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:50.439109 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57734) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:50.445526 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8af651e6-98b0-4bd4-86ad-f7ace4435efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:50.449138 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Deleting port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:28:50.449764 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.495845 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.518400 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.550526 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] For port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,segment=NetworkSegment(178735fb-3da5-4093-9068-1d6c42b2ff7b),segment_id=178735fb-3da5-4093-9068-1d6c42b2ff7b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:28:50.551256 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.564791 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Calling delete_port for 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:28:50.578521 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.581394 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.582643 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebb76d80-eb0b-4659-8f48-00a17a42ede3 HTTP/1.1" status: 204 len: 168 time: 0.1426940 Jun 28 22:28:50.584591 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-87f27980-a02f-40b2-a6bc-731381fb8e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:50.613058 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb76d80-eb0b-4659-8f48-00a17a42ede3,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:50.615979 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:50.652216 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9a560-ed93-438b-aa7f-0ada016125c3 req-b0a535b0-043c-4ee0-8ca0-b8d9a817442b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:50.653826 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c4d9a560-ed93-438b-aa7f-0ada016125c3 req-b0a535b0-043c-4ee0-8ca0-b8d9a817442b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0845432 Jun 28 22:28:50.696795 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c4d9a560-ed93-438b-aa7f-0ada016125c3 req-d350bbee-be4f-418c-9c6f-2ad4a374c9a9 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359719 Jun 28 22:28:50.724741 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.729850 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:50.755904 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Pushing event deleted for resources: {'Port': ['ID=8ab4f11f-4e23-40ca-93fd-edfb37fa87a6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:50.765043 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:50.769311 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['8ab4f11f-4e23-40ca-93fd-edfb37fa87a6'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:28:50.822883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] No DVR routers for this DVR port 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:28:50.825390 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:50.827589 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b88273fb-dd1b-4605-abb7-ae86c9efef3b req-e38e09e5-b139-4eda-af10-e56e2cd8d2db tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.61 "DELETE /v2.0/ports/8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 HTTP/1.1" status: 204 len: 173 time: 0.4792812 Jun 28 22:28:50.828427 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9720bc-8185-45b6-b995-902bff21496a', 'name': 'network-vif-deleted', 'tag': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:50.831091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b823c95-7834-4ced-8cb4-a58555d06cfd" -d '{"events": [{"server_uuid": "cd9720bc-8185-45b6-b995-902bff21496a", "name": "network-vif-deleted", "tag": "8ab4f11f-4e23-40ca-93fd-edfb37fa87a6"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:50.883443 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e21bb66e-eef6-4fc5-a45b-3239f9cf9b72 req-d605cbac-5a4e-4b44-bf64-5e3db62daf3e tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0321743 Jun 28 22:28:50.952000 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ebc4d1-2256-46c6-9a02-41f28110ea0d x-openstack-request-id: req-36ebc4d1-2256-46c6-9a02-41f28110ea0d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:50.952628 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9720bc-8185-45b6-b995-902bff21496a", "name": "network-vif-deleted", "tag": "8ab4f11f-4e23-40ca-93fd-edfb37fa87a6", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:50.953128 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36ebc4d1-2256-46c6-9a02-41f28110ea0d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:50.953706 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9720bc-8185-45b6-b995-902bff21496a', 'name': 'network-vif-deleted', 'tag': '8ab4f11f-4e23-40ca-93fd-edfb37fa87a6', 'status': 'completed', 'code': 200} Jun 28 22:28:51.278043 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb39b48-0246-4d77-a150-c6828f359e96 req-5fb36e13-82c6-4d6a-be56-43a8124b6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:51.279787 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-5fb36e13-82c6-4d6a-be56-43a8124b6032 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6687109f3004a75a4a852ab54c5e541&device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 1098 time: 0.1056368 Jun 28 22:28:51.317373 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619c57-70a4-4b4a-acc8-617e694b3868 req-e32e2517-629f-43d4-a6b5-022d3c0c5b42 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:51.319344 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e3619c57-70a4-4b4a-acc8-617e694b3868 req-e32e2517-629f-43d4-a6b5-022d3c0c5b42 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1040590 Jun 28 22:28:51.378753 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8833fb39-4bbc-44b8-af39-a5be715d1441 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:28:51.398646 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e3619c57-70a4-4b4a-acc8-617e694b3868 req-62ac6363-126e-40fa-bda3-548a317ffa15 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702708 Jun 28 22:28:51.418794 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 8833fb39-4bbc-44b8-af39-a5be715d1441 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:28:51.419151 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8833fb39-4bbc-44b8-af39-a5be715d1441 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:28:51.424478 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb39b48-0246-4d77-a150-c6828f359e96 req-1226573a-ca8a-46a4-b74f-0ebb162fdfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:51.425976 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-1226573a-ca8a-46a4-b74f-0ebb162fdfef service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 200 len: 920 time: 0.1373978 Jun 28 22:28:51.474000 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-fc1014f9-2664-4000-b9e8-b80201b6afb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 200 len: 217 time: 0.0398571 Jun 28 22:28:51.530887 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb39b48-0246-4d77-a150-c6828f359e96 req-c938d6a6-e95b-413e-968d-aa39de948c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:51.532521 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-c938d6a6-e95b-413e-968d-aa39de948c0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 200 len: 859 time: 0.0464122 Jun 28 22:28:51.567773 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-6fdc14d1-01eb-4bd9-bca2-88b1180214c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ba9798c-2439-44c5-9efc-18f500f41094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264363 Jun 28 22:28:51.676855 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-3a2dad40-8140-4de0-b1c2-282a4fdd26f6 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870545 Jun 28 22:28:51.774936 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-deb39b48-0246-4d77-a150-c6828f359e96 req-24f62b55-aa5d-4ea5-a687-911373e61343 service neutron] 10.222.0.61 "GET /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898221 Jun 28 22:28:51.875357 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57794) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:51.986723 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.069842 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-554fb06b-c84b-4664-8a84-ac4e4feb3b09 req-4a38428b-0631-43ea-b460-78801270d046 tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9720bc-8185-45b6-b995-902bff21496a HTTP/1.1" status: 200 len: 210 time: 0.0389740 Jun 28 22:28:52.115052 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.120378 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.123409 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-23821946-ef55-4bc0-a107-dce137e8229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:52.158349 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c680d1-c2a4-4488-ae93-4419b0c2184e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:52.164657 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b5c2530c4c2465fb596841fc5bb284d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862480 Jun 28 22:28:52.164657 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:52.166193 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 57800) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:28:52.219657 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.240103 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.286372 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.288934 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:52.290115 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10c680d1-c2a4-4488-ae93-4419b0c2184e HTTP/1.1" status: 204 len: 168 time: 0.1236694 Jun 28 22:28:52.290844 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9c0a12dc-9ede-4d3d-b2bb-e8e0e8b83ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:52.298294 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c680d1-c2a4-4488-ae93-4419b0c2184e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:52.300723 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0d9481a0-a7a5-453e-a581-0cebaeb6bea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:52.597097 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d304b3-5ac1-446a-a63f-c9e8058c9a0e req-4332e4cb-3cd8-46a7-9b42-8014dba8ac35 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:52.598602 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c5d304b3-5ac1-446a-a63f-c9e8058c9a0e req-4332e4cb-3cd8-46a7-9b42-8014dba8ac35 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0740736 Jun 28 22:28:52.644236 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c5d304b3-5ac1-446a-a63f-c9e8058c9a0e req-fdec5c62-7c96-4d93-88f4-946dae26f58b tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Jun 28 22:28:53.369670 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:28:53.394310 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:28:53.394655 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 8ab4f11f-4e23-40ca-93fd-edfb37fa87a6 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:28:53.850086 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5fa83-18bf-4ce8-9f2e-c3ccaac643f1 req-a9ccb273-f6e2-48ff-a6e8-54b5647029d1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:53.851484 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7cb5fa83-18bf-4ce8-9f2e-c3ccaac643f1 req-a9ccb273-f6e2-48ff-a6e8-54b5647029d1 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0859494 Jun 28 22:28:53.897655 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7cb5fa83-18bf-4ce8-9f2e-c3ccaac643f1 req-236254ba-dcd6-4bd1-9149-b2120f8f15a2 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389161 Jun 28 22:28:54.067209 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-88309c54-7ab2-467d-809a-ff12a3fa3556 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:54.069368 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-88309c54-7ab2-467d-809a-ff12a3fa3556 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/networks?id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 200 len: 814 time: 0.1055162 Jun 28 22:28:54.089384 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-56fa6991-3a82-49bc-a647-cbfd42870a6a tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/quotas/ea1801f2caef4804a9e8f6d6a58586e1 HTTP/1.1" status: 200 len: 375 time: 0.0124233 Jun 28 22:28:54.126312 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-3a48ab3d-2e82-4102-a26c-fb41f528d55c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313060 Jun 28 22:28:54.228836 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-a5ef3703-cf2a-4201-a531-796c60d28f53 service neutron] 10.222.0.50 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929303 Jun 28 22:28:54.321432 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-e238a4e8-ec3b-4070-aafd-bd673cd428ee service neutron] 10.222.0.50 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865269 Jun 28 22:28:54.500179 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ff7d7402-de42-40d8-afbe-21a77668bb09 req-520b3137-abdf-48e8-9e63-86aa231fc9f3 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 210 time: 0.0283301 Jun 28 22:28:55.101630 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f4db-3d3d-4f19-a5ed-6a81ac222d1a req-0c3ee77b-671b-479f-9534-34d25c9252ef tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:55.109622 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7711f4db-3d3d-4f19-a5ed-6a81ac222d1a req-0c3ee77b-671b-479f-9534-34d25c9252ef tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0878303 Jun 28 22:28:55.169305 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7711f4db-3d3d-4f19-a5ed-6a81ac222d1a req-3b516e89-5304-4c05-8a17-d26357c64f46 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Jun 28 22:28:55.755868 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f98ab287-a2ba-4aad-ae7f-44ba9797b4ec req-365a8923-d507-4b46-b5d4-b66a59ea91ff tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 210 time: 0.0494559 Jun 28 22:28:55.981795 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-2936e05f-d581-404f-8588-55b80ef89287 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:55.985229 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-2936e05f-d581-404f-8588-55b80ef89287 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "GET /v2.0/networks?id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 200 len: 814 time: 0.2128599 Jun 28 22:28:56.012164 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Request body: {'port': {'device_id': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2', 'admin_state_up': True, 'tenant_id': 'ea1801f2caef4804a9e8f6d6a58586e1'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:56.073407 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:28:56.169955 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Made reservation on behalf of ea1801f2caef4804a9e8f6d6a58586e1 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:28:56.174627 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:56.352748 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Allocated IP 172.20.0.9 (b8d83f9e-6e81-4a5a-9761-60ecbe1638a2/607a6404-b317-4e1e-8e20-32d942cdf375/338c1edd-8a42-49f6-8489-ed6bc6db0fce) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:28:56.530369 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:56.587935 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:56.596956 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9b924abb-b3e5-440c-a043-627dca872cb0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:56.644379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:28:56.646796 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:28:56.650282 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:28:56.685738 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Pushing event updated for resources: {'Port': ['ID=338c1edd-8a42-49f6-8489-ed6bc6db0fce,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:56.689399 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:56.730080 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:56.730763 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:56.756280 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532017 Jun 28 22:28:56.783140 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Request body: {'port': {'device_id': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:28:56.903942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:57.330628 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca7017-8425-4523-a6c8-b1f9ea80b636 req-ec749151-ffd4-497f-8e5b-b40352824058 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:57.332091 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1fca7017-8425-4523-a6c8-b1f9ea80b636 req-ec749151-ffd4-497f-8e5b-b40352824058 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 931 time: 0.4243684 Jun 28 22:28:57.422435 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1fca7017-8425-4523-a6c8-b1f9ea80b636 req-d7ea3f55-9a15-4e11-bb51-e56289014ac1 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806031 Jun 28 22:28:57.537473 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338c1edd-8a42-49f6-8489-ed6bc6db0fce {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:28:57.545489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:57.558645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Transition to ACTIVE for port object 338c1edd-8a42-49f6-8489-ed6bc6db0fce will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:28:57.562993 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:57.565980 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e765c309-612e-4a21-af96-1c7327cd6f3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:57.614726 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Pushing event updated for resources: {'Port': ['ID=338c1edd-8a42-49f6-8489-ed6bc6db0fce,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:57.619084 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:57.687519 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Attempting to bind port 338c1edd-8a42-49f6-8489-ed6bc6db0fce on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:28:57.687849 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Attempting to bind port 338c1edd-8a42-49f6-8489-ed6bc6db0fce by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:28:57.688168 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Attempting to bind port 338c1edd-8a42-49f6-8489-ed6bc6db0fce on network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:57.692953 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Port 338c1edd-8a42-49f6-8489-ed6bc6db0fce on network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:28:57.693294 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Attempting to bind port 338c1edd-8a42-49f6-8489-ed6bc6db0fce on network b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:28:57.698762 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:28:57.699104 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Checking segment: {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:28:57.699449 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Bound using segment: {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:28:57.699882 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Bound port: 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:28:57.700264 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:57.791742 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] For port 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:28:57.798154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] For port 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:28:57.807080 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:57.814835 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:28:57.846680 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:57.847221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:28:57.848614 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] 10.222.0.61 "PUT /v2.0/ports/338c1edd-8a42-49f6-8489-ed6bc6db0fce HTTP/1.1" status: 200 len: 1093 time: 1.0711775 Jun 28 22:28:57.849134 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'tag': '338c1edd-8a42-49f6-8489-ed6bc6db0fce'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:28:57.851441 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743e846a-a709-4928-870b-d65f532c7151" -d '{"events": [{"name": "network-changed", "server_uuid": "fef2558e-5286-43ac-900a-893c4d9b511a", "tag": "338c1edd-8a42-49f6-8489-ed6bc6db0fce"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:28:57.881673 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Pushing event updated for resources: {'Port': ['ID=338c1edd-8a42-49f6-8489-ed6bc6db0fce,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:28:57.885843 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:28:57.921941 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08da2928-41f1-4423-a3b0-3be1e6b9d641 x-openstack-request-id: req-08da2928-41f1-4423-a3b0-3be1e6b9d641 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:28:57.923073 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef2558e-5286-43ac-900a-893c4d9b511a", "tag": "338c1edd-8a42-49f6-8489-ed6bc6db0fce", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:28:57.923418 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08da2928-41f1-4423-a3b0-3be1e6b9d641 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:28:57.924720 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'tag': '338c1edd-8a42-49f6-8489-ed6bc6db0fce', 'status': 'completed', 'code': 200} Jun 28 22:28:58.018486 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-e4d67a74-2584-46e5-8c3c-73ef8275a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:58.019999 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-e4d67a74-2584-46e5-8c3c-73ef8275a690 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 1096 time: 0.0702994 Jun 28 22:28:58.070351 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-e0dc5e18-0f21-4b9e-a8e0-b8dbfe147c40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce HTTP/1.1" status: 200 len: 217 time: 0.0370195 Jun 28 22:28:58.128970 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-d6255cda-7f57-4768-bf0d-70eb99e593a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:58.130402 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-d6255cda-7f57-4768-bf0d-70eb99e593a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=607a6404-b317-4e1e-8e20-32d942cdf375 HTTP/1.1" status: 200 len: 854 time: 0.0481827 Jun 28 22:28:58.165420 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-0430dce6-8740-4e91-bded-c0952ec9e780 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276511 Jun 28 22:28:58.271709 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-1e02493d-b82c-4742-bec8-7c7ddb0e4816 service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999866 Jun 28 22:28:58.372034 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-53d6f2e7-be76-4a38-8dc8-f35f7c0e8b4f req-3298c9c9-bd64-4024-9871-7ccd8d53b267 service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929632 Jun 28 22:28:58.651361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e846a-a709-4928-870b-d65f532c7151 req-07954abe-1bf5-4f46-9055-3031fa8a8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:58.652975 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-07954abe-1bf5-4f46-9055-3031fa8a8109 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 1096 time: 0.1437960 Jun 28 22:28:58.814919 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdaa50-9f34-455c-a0bb-68b925e7c29d req-2822b460-1fb4-440f-88ca-ce5ef1abf124 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:58.814919 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-01fdaa50-9f34-455c-a0bb-68b925e7c29d req-2822b460-1fb4-440f-88ca-ce5ef1abf124 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 943 time: 0.1865699 Jun 28 22:28:58.864803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e846a-a709-4928-870b-d65f532c7151 req-7524dbb2-471b-4075-b32a-33b765b3af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:58.866398 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-7524dbb2-471b-4075-b32a-33b765b3af85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 200 len: 915 time: 0.1971104 Jun 28 22:28:58.870073 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-01fdaa50-9f34-455c-a0bb-68b925e7c29d req-608e33c8-9677-4913-8b16-45ab20cf1b36 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620465 Jun 28 22:28:58.917923 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-2fe8b081-6704-4986-8802-3a440d4634e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce HTTP/1.1" status: 200 len: 217 time: 0.0375812 Jun 28 22:28:58.994399 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e846a-a709-4928-870b-d65f532c7151 req-1524eedd-5a77-455c-950d-eeca392f68db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:58.996491 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-1524eedd-5a77-455c-950d-eeca392f68db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=607a6404-b317-4e1e-8e20-32d942cdf375 HTTP/1.1" status: 200 len: 854 time: 0.0646870 Jun 28 22:28:59.033516 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-e982f0ab-963f-48b6-9dbb-7dabea1a6a76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305007 Jun 28 22:28:59.165080 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-d3d58b24-04ea-4d21-be31-04553bf4b8f5 service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142087 Jun 28 22:28:59.285934 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-743e846a-a709-4928-870b-d65f532c7151 req-bed08f23-91a5-4d6e-b236-b2b9cf50a56c service neutron] 10.222.0.61 "GET /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128607 Jun 28 22:28:59.536233 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ccff6-18fc-44cf-84d9-903ec42b650e req-ef71980f-b842-4d16-b77d-a40b91c6321c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:28:59.537820 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c95ccff6-18fc-44cf-84d9-903ec42b650e req-ef71980f-b842-4d16-b77d-a40b91c6321c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0798817 Jun 28 22:28:59.591568 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c95ccff6-18fc-44cf-84d9-903ec42b650e req-7d8c4f09-1a45-4047-ae9f-ccdf0f2cf19d tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jun 28 22:29:00.134407 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc418-7997-45ae-84b6-0ea738d4df40 req-0897ced8-0ff0-4a1b-9c5d-f9a092509c1e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:00.136641 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a7adc418-7997-45ae-84b6-0ea738d4df40 req-0897ced8-0ff0-4a1b-9c5d-f9a092509c1e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 943 time: 0.1379228 Jun 28 22:29:00.189783 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a7adc418-7997-45ae-84b6-0ea738d4df40 req-18ea478a-82b1-4c01-b680-0d4125637b97 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435016 Jun 28 22:29:00.800489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d759b7-48f6-446c-9ccc-84569f35fc36 req-68b6c87c-92a5-489b-9c25-b7184f110e58 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:00.803148 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-06d759b7-48f6-446c-9ccc-84569f35fc36 req-68b6c87c-92a5-489b-9c25-b7184f110e58 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0788972 Jun 28 22:29:00.851629 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-06d759b7-48f6-446c-9ccc-84569f35fc36 req-c3762b20-1e9e-474f-85b3-b5593ad7acfa tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Jun 28 22:29:01.393705 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6c787-32d2-45c2-9578-1310f3a209e3 req-c0bd150f-14fe-4bd9-9189-70d6415a9ef1 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:01.395537 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81d6c787-32d2-45c2-9578-1310f3a209e3 req-c0bd150f-14fe-4bd9-9189-70d6415a9ef1 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 943 time: 0.0824845 Jun 28 22:29:01.418979 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 338c1edd-8a42-49f6-8489-ed6bc6db0fce details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:29:01.474309 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-81d6c787-32d2-45c2-9578-1310f3a209e3 req-b54aa00b-6520-44e9-9fd1-97d0fe751373 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679386 Jun 28 22:29:01.600314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:01.611648 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '338c1edd-8a42-49f6-8489-ed6bc6db0fce', 'network_id': 'b8d83f9e-6e81-4a5a-9761-60ecbe1638a2', 'port_id': '338c1edd-8a42-49f6-8489-ed6bc6db0fce', 'mac_address': 'fa:16:3e:82:5a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a6404-b317-4e1e-8e20-32d942cdf375', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:29:01.659965 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:01.676007 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338c1edd-8a42-49f6-8489-ed6bc6db0fce {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:29:01.699821 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:01.708702 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:01.711798 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:01.763339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=338c1edd-8a42-49f6-8489-ed6bc6db0fce,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:01.770503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.770847 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.771181 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.771510 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.771837 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.772174 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.772519 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.772815 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.773191 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.773514 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.773833 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.774141 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:01.793984 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:02.045421 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc4542-9244-4066-8644-9b26bb5047e5 req-353c85bd-d9c1-40d3-9a96-b9ac384cbf7f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:02.047654 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-edfc4542-9244-4066-8644-9b26bb5047e5 req-353c85bd-d9c1-40d3-9a96-b9ac384cbf7f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.0737820 Jun 28 22:29:02.090564 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-edfc4542-9244-4066-8644-9b26bb5047e5 req-343ed4bc-4e96-4631-b1e8-fbfcd59c3858 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Jun 28 22:29:02.149805 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['338c1edd-8a42-49f6-8489-ed6bc6db0fce'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:29:02.292682 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-565c4d18-dc1a-4179-9b0f-b867074c492f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:02.294943 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-565c4d18-dc1a-4179-9b0f-b867074c492f tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 946 time: 0.1218264 Jun 28 22:29:02.443202 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Deleting port cfd54608-bafa-4c63-937a-3f5e48151529 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:02.443578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:02.628603 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] For port cfd54608-bafa-4c63-937a-3f5e48151529, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfd54608-bafa-4c63-937a-3f5e48151529,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:02.629344 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:02.648969 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Calling delete_port for cfd54608-bafa-4c63-937a-3f5e48151529 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:02.730288 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f57d1-c575-4a1e-a46f-a1679a1601b2 req-cbb2e4cc-be74-45c2-96a0-8b2535b79144 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:02.734330 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8d1f57d1-c575-4a1e-a46f-a1679a1601b2 req-cbb2e4cc-be74-45c2-96a0-8b2535b79144 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 944 time: 0.1262212 Jun 28 22:29:02.817140 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8d1f57d1-c575-4a1e-a46f-a1679a1601b2 req-cc611cc3-4e65-46e4-860b-ac02219321c2 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755894 Jun 28 22:29:02.865052 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:02.872374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c51d11c-b93f-4ce5-b54d-8b3dc950fdc1 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:02.915042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Pushing event deleted for resources: {'Port': ['ID=cfd54608-bafa-4c63-937a-3f5e48151529,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:02.982240 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['aa6f130a-3929-42af-a9c4-49ac48e873ca', 'cfd54608-bafa-4c63-937a-3f5e48151529'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:29:02.991828 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:02.993079 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] No DVR routers for this DVR port cfd54608-bafa-4c63-937a-3f5e48151529 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:29:02.995657 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:02.997769 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5a68b2df-efcd-443f-a375-bf33fbb5ff6a req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "DELETE /v2.0/ports/cfd54608-bafa-4c63-937a-3f5e48151529 HTTP/1.1" status: 204 len: 173 time: 0.6945043 Jun 28 22:29:02.998299 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'name': 'network-vif-deleted', 'tag': 'cfd54608-bafa-4c63-937a-3f5e48151529'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:03.000645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554a949-df63-4ee7-aff1-9ada6e6ee1e9" -d '{"events": [{"server_uuid": "c9cb29e4-d17e-451c-bbda-1ba9c634488d", "name": "network-vif-deleted", "tag": "cfd54608-bafa-4c63-937a-3f5e48151529"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:03.076133 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7006e0-b486-4601-bc55-1cbc7f55ce87 x-openstack-request-id: req-9c7006e0-b486-4601-bc55-1cbc7f55ce87 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:03.077311 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cb29e4-d17e-451c-bbda-1ba9c634488d", "name": "network-vif-deleted", "tag": "cfd54608-bafa-4c63-937a-3f5e48151529", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:03.077828 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c7006e0-b486-4601-bc55-1cbc7f55ce87 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:03.078610 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cb29e4-d17e-451c-bbda-1ba9c634488d', 'name': 'network-vif-deleted', 'tag': 'cfd54608-bafa-4c63-937a-3f5e48151529', 'status': 'completed', 'code': 200} Jun 28 22:29:03.297961 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0a2d6699-dce6-48ac-930d-52aa3b674a23 req-200e9b8e-30aa-4665-b4a3-15b6a77f2034 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9cb29e4-d17e-451c-bbda-1ba9c634488d HTTP/1.1" status: 200 len: 210 time: 0.0517480 Jun 28 22:29:03.439497 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 338c1edd-8a42-49f6-8489-ed6bc6db0fce up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:03.494559 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 338c1edd-8a42-49f6-8489-ed6bc6db0fce completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:03.499140 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 338c1edd-8a42-49f6-8489-ed6bc6db0fce triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:03.499551 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:03.584597 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:03.607896 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c1edd-8a42-49f6-8489-ed6bc6db0fce'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:03.610227 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c42d9-a862-4acd-9b30-379b3fc25107" -d '{"events": [{"server_uuid": "fef2558e-5286-43ac-900a-893c4d9b511a", "name": "network-vif-plugged", "status": "completed", "tag": "338c1edd-8a42-49f6-8489-ed6bc6db0fce"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:03.624695 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:03.632640 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:03.636205 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:03.662964 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f683889c-c379-46bc-a010-736e546c464f x-openstack-request-id: req-f683889c-c379-46bc-a010-736e546c464f {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:03.663320 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef2558e-5286-43ac-900a-893c4d9b511a", "name": "network-vif-plugged", "status": "completed", "tag": "338c1edd-8a42-49f6-8489-ed6bc6db0fce", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:03.663507 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f683889c-c379-46bc-a010-736e546c464f {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:03.664251 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338c1edd-8a42-49f6-8489-ed6bc6db0fce', 'code': 200} Jun 28 22:29:03.693417 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=338c1edd-8a42-49f6-8489-ed6bc6db0fce,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:03.696988 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:04.029158 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30926fc5-c01a-44f4-b338-f3d143b3cd4e req-681f004d-b967-4e21-a559-61bd5e8e90ee tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:04.031796 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-30926fc5-c01a-44f4-b338-f3d143b3cd4e req-681f004d-b967-4e21-a559-61bd5e8e90ee tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.0855570 Jun 28 22:29:04.119953 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-30926fc5-c01a-44f4-b338-f3d143b3cd4e req-3201871a-aacf-423f-95d7-ebf1122299a4 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788488 Jun 28 22:29:04.193206 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d4ce-6339-46fb-b718-5aba8a6deaaf req-4e7e1634-6f45-4114-9f70-d45ebc9e3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:04.194721 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-adc7d4ce-6339-46fb-b718-5aba8a6deaaf req-4e7e1634-6f45-4114-9f70-d45ebc9e3fa9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 1098 time: 0.0925996 Jun 28 22:29:04.249557 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-adc7d4ce-6339-46fb-b718-5aba8a6deaaf req-b4593079-cc75-487c-9b9a-87c04eff27a2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Jun 28 22:29:05.058765 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027de429-02f0-40e9-8819-80775b2974e5 req-253d2efc-2943-45ee-8cf6-971684cfb738 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:05.060899 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-027de429-02f0-40e9-8819-80775b2974e5 req-253d2efc-2943-45ee-8cf6-971684cfb738 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0804434 Jun 28 22:29:05.106949 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-027de429-02f0-40e9-8819-80775b2974e5 req-c746dd7e-6e11-4366-bb3e-5ee83aabfb72 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368900 Jun 28 22:29:05.344611 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69557df7-e0e6-4831-8e7e-c056a561e9ec req-a211d14f-9da0-44e0-9087-ccf23ef986f7 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:05.347150 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-69557df7-e0e6-4831-8e7e-c056a561e9ec req-a211d14f-9da0-44e0-9087-ccf23ef986f7 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.0863955 Jun 28 22:29:05.394567 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-69557df7-e0e6-4831-8e7e-c056a561e9ec req-b28ed6e5-d36c-43ad-b23f-89a0314bba6a tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Jun 28 22:29:05.433179 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cfd54608-bafa-4c63-937a-3f5e48151529 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:29:05.463676 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: cfd54608-bafa-4c63-937a-3f5e48151529 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:29:05.464477 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device cfd54608-bafa-4c63-937a-3f5e48151529 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:29:05.807575 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58130) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:05.942434 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.066019 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.074053 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.077121 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a3bece9-ee35-4c6d-85af-81db9b533c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:06.120279 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=165c5f70c05e491bb01662df382950a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109050 Jun 28 22:29:06.122122 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414415b2-ed90-4213-99ee-49c407647307,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:06.122852 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58134) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:06.126547 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:06.224598 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.254617 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.367916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8d9c-c0a9-4138-ba54-dfb7d389ea50 req-9863191e-2a7e-4667-896b-d70261a2da51 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:06.370528 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f20e8d9c-c0a9-4138-ba54-dfb7d389ea50 req-9863191e-2a7e-4667-896b-d70261a2da51 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.1126115 Jun 28 22:29:06.403428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.406076 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:06.409548 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/414415b2-ed90-4213-99ee-49c407647307 HTTP/1.1" status: 204 len: 168 time: 0.2832541 Jun 28 22:29:06.409815 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1db1b9d8-509b-42f7-8a92-f270ab4d0053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:06.420829 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414415b2-ed90-4213-99ee-49c407647307,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:06.425728 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:06.444404 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f20e8d9c-c0a9-4138-ba54-dfb7d389ea50 req-b41cd726-b63e-410e-8359-cc10f1a82bd5 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572011 Jun 28 22:29:06.635580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09648cd-c9f9-4f88-be97-3113e3a57696 req-8839e050-c9ec-475b-9bd8-852c82dce98f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:06.637266 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b09648cd-c9f9-4f88-be97-3113e3a57696 req-8839e050-c9ec-475b-9bd8-852c82dce98f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.0775638 Jun 28 22:29:06.680032 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b09648cd-c9f9-4f88-be97-3113e3a57696 req-06983531-16d2-4500-a1a8-0dce4dfad967 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Jun 28 22:29:07.690588 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b028e-762a-40ba-879c-bf1fb159c826 req-282349c7-f8ad-456b-babf-2b5809cadecd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:07.692172 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2d8b028e-762a-40ba-879c-bf1fb159c826 req-282349c7-f8ad-456b-babf-2b5809cadecd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0986836 Jun 28 22:29:07.748226 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2d8b028e-762a-40ba-879c-bf1fb159c826 req-b257fcb9-6454-4fb2-8916-a20f252d65a0 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 Jun 28 22:29:07.851495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58190) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:07.987463 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.100686 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.105983 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.110051 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-397cf5cb-c79a-4e54-8854-a4a38e635c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:08.146944 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3588d4efeb446c0a64ea2ed54a972ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943318 Jun 28 22:29:08.147991 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e68ff-3bb3-4910-8773-6331395e0525,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:08.150310 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58194) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:08.152240 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:08.215968 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.265376 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.348908 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.351941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:08.353055 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a0e68ff-3bb3-4910-8773-6331395e0525 HTTP/1.1" status: 204 len: 168 time: 0.2014906 Jun 28 22:29:08.353826 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9aba0d78-4fd0-4fe8-8042-b9117992220c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:08.362248 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e68ff-3bb3-4910-8773-6331395e0525,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:08.374203 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:08.994584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fa7c3-de57-43e8-9d1d-56e85a623c98 req-8f968680-cdc0-428b-9c59-5f8cc14bf32a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:08.996540 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-203fa7c3-de57-43e8-9d1d-56e85a623c98 req-8f968680-cdc0-428b-9c59-5f8cc14bf32a tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0775266 Jun 28 22:29:09.037196 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-203fa7c3-de57-43e8-9d1d-56e85a623c98 req-030a5f69-0c03-470e-a775-cbe06bb6d43c tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Jun 28 22:29:10.192282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea976aca-57bf-4c04-b93f-143626cb7806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:10.267574 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b835-174a-485b-9d01-030738d79f1a req-a57ba574-221d-4625-be8a-4109b1118ab6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:10.270341 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cbd6b835-174a-485b-9d01-030738d79f1a req-a57ba574-221d-4625-be8a-4109b1118ab6 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0753362 Jun 28 22:29:10.322358 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cbd6b835-174a-485b-9d01-030738d79f1a req-4308b914-b883-49ee-9c2f-b95ef470f375 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Jun 28 22:29:11.513386 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b030d-10fc-47a7-9b88-c5067673b880 req-591ac1cc-5fd8-4a25-bcd8-c262e18581dd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:11.515013 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b02b030d-10fc-47a7-9b88-c5067673b880 req-591ac1cc-5fd8-4a25-bcd8-c262e18581dd tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0717819 Jun 28 22:29:11.602003 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-b02b030d-10fc-47a7-9b88-c5067673b880 req-b0ae828a-4027-4e10-8fdc-50c7abd09242 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/security-groups?id=86fd50a1-83c5-4742-a45e-64402d3d2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811534 Jun 28 22:29:12.164524 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-5a36deb4-2c20-434f-87a6-4a40bcf6ee55 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:12.166188 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-5a36deb4-2c20-434f-87a6-4a40bcf6ee55 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 945 time: 0.0728183 Jun 28 22:29:12.274606 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Deleting port aa6f130a-3929-42af-a9c4-49ac48e873ca {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:12.274941 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:12.371725 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] For port aa6f130a-3929-42af-a9c4-49ac48e873ca, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa6f130a-3929-42af-a9c4-49ac48e873ca,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:12.372072 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:12.384318 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Calling delete_port for aa6f130a-3929-42af-a9c4-49ac48e873ca owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:12.515611 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:12.519604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-697a178d-8580-4d37-aa79-58198ff3f6ec tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:12.547331 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Pushing event deleted for resources: {'Port': ['ID=aa6f130a-3929-42af-a9c4-49ac48e873ca,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:12.550455 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:12.561691 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['aa6f130a-3929-42af-a9c4-49ac48e873ca'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:29:12.601945 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] No DVR routers for this DVR port aa6f130a-3929-42af-a9c4-49ac48e873ca on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:29:12.604976 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:12.606963 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03b7fe51-2a1f-477f-a953-f0e832269513 req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.61 "DELETE /v2.0/ports/aa6f130a-3929-42af-a9c4-49ac48e873ca HTTP/1.1" status: 204 len: 173 time: 0.4348588 Jun 28 22:29:12.607490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'name': 'network-vif-deleted', 'tag': 'aa6f130a-3929-42af-a9c4-49ac48e873ca'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:12.609797 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eaba90-de9b-4820-b293-3e1d46a8815c" -d '{"events": [{"server_uuid": "98756866-cede-4dcd-bf82-4cc1abaa4f03", "name": "network-vif-deleted", "tag": "aa6f130a-3929-42af-a9c4-49ac48e873ca"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:12.664604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd46676-b2c5-4161-a2bf-12d4a290895e x-openstack-request-id: req-dcd46676-b2c5-4161-a2bf-12d4a290895e {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:12.664937 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98756866-cede-4dcd-bf82-4cc1abaa4f03", "name": "network-vif-deleted", "tag": "aa6f130a-3929-42af-a9c4-49ac48e873ca", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:12.665223 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcd46676-b2c5-4161-a2bf-12d4a290895e {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:12.665664 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98756866-cede-4dcd-bf82-4cc1abaa4f03', 'name': 'network-vif-deleted', 'tag': 'aa6f130a-3929-42af-a9c4-49ac48e873ca', 'status': 'completed', 'code': 200} Jun 28 22:29:12.746977 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-530363be-f756-4ccc-9905-4ba4dd197d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:12.796897 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-902fcd7f-64ca-4a4b-b148-cd37f507df64 req-eae453a4-26e9-4a4f-a185-e8c438983a36 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] 10.222.0.50 "GET /v2.0/ports?device_id=98756866-cede-4dcd-bf82-4cc1abaa4f03 HTTP/1.1" status: 200 len: 210 time: 0.0323822 Jun 28 22:29:12.903758 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:13.892888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58332) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:14.005508 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.510475 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58338) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:14.560402 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.560965 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Deleting subnet d06341ce-a178-4a9c-a9c9-4853ea49e1e5 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:29:14.564069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.606400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-535161371'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.653210 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.711113 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535131414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534346192'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.714499 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-45409993-b68e-4789-b8e3-6af05d7b462a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:14.738832 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06341ce-a178-4a9c-a9c9-4853ea49e1e5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:14.741702 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:14.742905 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.747201 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58340) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:14.747369 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-0e507497-f71d-4d1c-9b6f-1ab60608419e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d06341ce-a178-4a9c-a9c9-4853ea49e1e5 HTTP/1.1" status: 204 len: 168 time: 0.2358088 Jun 28 22:29:14.839822 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.975613 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:14.986792 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6e4337-914e-4b1c-8252-6bacbf0ee98e']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:14.997830 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178735fb-3da5-4093-9068-1d6c42b2ff7b') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:14.998008 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178735fb-3da5-4093-9068-1d6c42b2ff7b') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:15.008038 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.023695 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.033608 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:29:15.033979 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:29:15.035717 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:29:15.053386 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Deleting port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:15.053691 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.127075 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.136285 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:15.138584 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.140351 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] 10.222.0.50 "DELETE /v2.0/networks/9e6e4337-914e-4b1c-8252-6bacbf0ee98e HTTP/1.1" status: 204 len: 168 time: 0.3920264 Jun 28 22:29:15.154372 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6e4337-914e-4b1c-8252-6bacbf0ee98e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:15.157908 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-556c30bf-7aa5-43dd-b8a5-aecb4d01863c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:15.177547 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] For port 967236c0-e8f8-409e-bbf8-5afb08fa5c1d, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,segment=NetworkSegment(655eb608-5e7e-4d82-8705-ec24f0340541),segment_id=655eb608-5e7e-4d82-8705-ec24f0340541)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:15.177896 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.190464 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Calling delete_port for 967236c0-e8f8-409e-bbf8-5afb08fa5c1d owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:15.267936 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58346) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:15.309421 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-76527af0-3e4f-4172-8186-e0ceb4055a3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18f92a96af734a91b1b3be7305ae8f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380559 Jun 28 22:29:15.309656 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58348) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:15.361379 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.383426 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.394854 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.397738 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-11f920d0-4c52-4bb0-b7c0-fc66646af0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:15.421578 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=967236c0-e8f8-409e-bbf8-5afb08fa5c1d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:15.425453 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:15.434382 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.437095 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.438370 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b421f95-d867-4fbb-8da3-0b7683933b6e HTTP/1.1" status: 204 len: 168 time: 0.1277437 Jun 28 22:29:15.439193 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-95129d22-9767-43b0-9ceb-a51aa9b818a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:15.448176 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b421f95-d867-4fbb-8da3-0b7683933b6e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:15.450718 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:15.464976 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device aa6f130a-3929-42af-a9c4-49ac48e873ca no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:29:15.485559 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: aa6f130a-3929-42af-a9c4-49ac48e873ca {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:29:15.485954 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device aa6f130a-3929-42af-a9c4-49ac48e873ca not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:29:15.571876 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.586613 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.799881 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:29:15.904458 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:15.911978 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] 10.222.0.50 "PUT /v2.0/routers/ae5b8b9f-6d8a-4a89-becf-2344ea75e08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153527 Jun 28 22:29:15.912290 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58362) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:15.919364 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] Sync routers for ids ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:15.922688 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:15.928049 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] Routers {'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:15.928881 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:16.021869 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.042669 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] Set router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:16.130266 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.282829 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:29:15Z', 'revision_number': 5, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port': {'id': '58bf8ed9-761e-46c2-9a57-ed187443e64e', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:37Z', 'updated_at': '2021-06-28T22:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:16.312515 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] Checking router: ae5b8b9f-6d8a-4a89-becf-2344ea75e08b for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:16.322081 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] Routers {'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:16.323000 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:16.414827 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] Set router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:16.424774 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Deleting port 58bf8ed9-761e-46c2-9a57-ed187443e64e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:16.425138 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.489167 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:29:16Z', 'revision_number': 6, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:16.509530 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] For port 58bf8ed9-761e-46c2-9a57-ed187443e64e, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=58bf8ed9-761e-46c2-9a57-ed187443e64e,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:16.510154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.515493 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d11e0-aa98-4678-9bbb-85c20c32f3a9 None None] The sync data for ids ['ae5b8b9f-6d8a-4a89-becf-2344ea75e08b'] in dv-cinder-792462-20-smb is: [{'id': 'ae5b8b9f-6d8a-4a89-becf-2344ea75e08b', 'name': 'tempest-ServerRescueNegativeTestJSON-1524789019-router', 'tenant_id': 'f6687109f3004a75a4a852ab54c5e541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:35Z', 'updated_at': '2021-06-28T22:29:16Z', 'revision_number': 6, 'project_id': 'f6687109f3004a75a4a852ab54c5e541', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:16.526835 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Calling delete_port for 58bf8ed9-761e-46c2-9a57-ed187443e64e owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:16.734923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.737234 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:16.762888 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf8ed9-761e-46c2-9a57-ed187443e64e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:16.765591 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:16.827495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.934896 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:16.937219 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.007270 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.007914 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5b8b9f-6d8a-4a89-becf-2344ea75e08b {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:29:17.015513 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.017312 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-c736e68c-3bd8-46dc-9b6f-85c9105cc601 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ae5b8b9f-6d8a-4a89-becf-2344ea75e08b HTTP/1.1" status: 204 len: 168 time: 1.1025467 Jun 28 22:29:17.021375 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58388) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:17.077144 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Deleting subnet 9559d397-a41a-4c1e-a77c-e4519a59acd1 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:29:17.081248 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.114957 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.153011 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.207310 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.209441 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:17.236537 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9559d397-a41a-4c1e-a77c-e4519a59acd1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:17.239902 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:17.240856 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.242678 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9559d397-a41a-4c1e-a77c-e4519a59acd1 HTTP/1.1" status: 204 len: 168 time: 0.2199841 Jun 28 22:29:17.245378 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58392) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:17.316146 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.344634 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 58bf8ed9-761e-46c2-9a57-ed187443e64e no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:29:17.366460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 58bf8ed9-761e-46c2-9a57-ed187443e64e {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:29:17.366808 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 58bf8ed9-761e-46c2-9a57-ed187443e64e not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:29:17.367222 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 967236c0-e8f8-409e-bbf8-5afb08fa5c1d no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:29:17.385289 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 967236c0-e8f8-409e-bbf8-5afb08fa5c1d {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:29:17.385631 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 967236c0-e8f8-409e-bbf8-5afb08fa5c1d not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:29:17.399734 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.410403 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba9798c-2439-44c5-9efc-18f500f41094']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:17.421482 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655eb608-5e7e-4d82-8705-ec24f0340541') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:17.421759 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655eb608-5e7e-4d82-8705-ec24f0340541') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:17.430376 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.445713 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.452636 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:29:17.453045 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:29:17.454945 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:29:17.508740 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.513170 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2efdb62-cd81-4c44-a11e-829541c3cbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:17.515857 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.517664 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] 10.222.0.50 "DELETE /v2.0/networks/2ba9798c-2439-44c5-9efc-18f500f41094 HTTP/1.1" status: 204 len: 168 time: 0.2713871 Jun 28 22:29:17.529763 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba9798c-2439-44c5-9efc-18f500f41094,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:17.533062 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-69d6bc72-9a33-4778-934a-4a7b645a8cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:17.663114 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58396) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:17.704348 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ed2f1f3e-1d06-46e1-94c2-098cac6d9efe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6687109f3004a75a4a852ab54c5e541&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398221 Jun 28 22:29:17.706725 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58398) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:17.755843 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.781559 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.831272 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.833967 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:17.835113 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86fd50a1-83c5-4742-a45e-64402d3d2345 HTTP/1.1" status: 204 len: 168 time: 0.1274881 Jun 28 22:29:17.835796 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:17.844158 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd50a1-83c5-4742-a45e-64402d3d2345,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:17.847696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d06677bf-4bf6-488a-ab3c-f88d197becdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:19.156801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58466) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:19.206535 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58472) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:19.323292 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14d561b7-5f1e-4018-a536-35dc6842836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.326020 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.359711 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.db.api [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 22:29:19.359711 dv-cinder-792462-20-smb neutron-server[92980]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 22:29:19.359711 dv-cinder-792462-20-smb neutron-server[92980]: [parameters: {'project_id': '16c7973c9f2e497c85c05da7fd1814b8', 'id': 'a5d40278-be8a-4377-adc2-499dc2586818', 'expiration': datetime.datetime(2021, 6, 28, 22, 31, 19, 353370)}] Jun 28 22:29:19.359711 dv-cinder-792462-20-smb neutron-server[92980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:29:19.360169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_db.api [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:29:19.430866 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14d561b7-5f1e-4018-a536-35dc6842836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.435799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14d561b7-5f1e-4018-a536-35dc6842836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.438398 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c69925c8-bfe8-4b4d-a18f-71c55c978865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:19.473461 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d561b7-5f1e-4018-a536-35dc6842836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2354d2f-02d1-4a04-9a30-b9174f9b05b5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:19.476676 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-14d561b7-5f1e-4018-a536-35dc6842836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:19.482291 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-14d561b7-5f1e-4018-a536-35dc6842836e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0b9f83b34144a14810204be0deb3228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746568 Jun 28 22:29:19.482414 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58480) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:19.534274 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.559939 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.608032 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.610686 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.611837 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2354d2f-02d1-4a04-9a30-b9174f9b05b5 HTTP/1.1" status: 204 len: 168 time: 0.1286013 Jun 28 22:29:19.612699 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-52c7b06e-22a9-464f-bc42-e1d12e296d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:19.621118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2354d2f-02d1-4a04-9a30-b9174f9b05b5,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:19.623731 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:19.861322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.952136 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.957307 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:19.961368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1378c390-954f-4f8a-8927-d3eedf0ba2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:19.998581 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7602094-735c-4301-86ba-a2f4277c3f81,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:20.001594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:20.006901 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16c7973c9f2e497c85c05da7fd1814b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8488183 Jun 28 22:29:20.007534 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58496) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:20.057678 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.080169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.127010 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.129576 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.130739 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7602094-735c-4301-86ba-a2f4277c3f81 HTTP/1.1" status: 204 len: 168 time: 0.1223507 Jun 28 22:29:20.131504 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09606e8c-794f-43c7-96a2-d6e37a7f3c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:20.139428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7602094-735c-4301-86ba-a2f4277c3f81,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:20.141942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:20.272754 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58512) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:20.369645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2123092011-network', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:20.390778 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Made reservation on behalf of 5ff14d5147084500b405b8d29804dfb4 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:29:20.393504 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.403454 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.495888 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.506329 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.511384 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b01e89be-75e7-4b4a-a274-05e4ef1a7876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:20.537524 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:29:20.550030 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080167e7-7f6c-4aaf-8463-9d2500228cfb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:20.553684 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:20.558908 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.559929 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Added segment b308d67f-7856-4542-a4c6-40d83612cd48 of type vlan for network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e Jun 28 22:29:20.606773 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.654759 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.656136 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:20.656709 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.658930 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:20.717693 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4406643 Jun 28 22:29:20.717913 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58532) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:20.722840 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Request body: {'subnet': {'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2123092011-subnet', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:20.725978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Pushing event updated for resources: {'Network': ['ID=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:20.728847 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:20.736293 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:29:20.750357 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Made reservation on behalf of 5ff14d5147084500b405b8d29804dfb4 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:29:20.754121 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534346189'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.928091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535131605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534346203'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:20.931197 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f250bfed-bd6b-4a21-9450-92697fd9c5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:20.985110 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5019c819-5d75-45f1-9e73-714037a3f5c5,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:20.989319 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:20.996595 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Checking segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:20.996939 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Network hostable DHCP agents. Network: fdb0e0ad-a14d-4da4-984a-fa63d729ca6e, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:29:21.014251 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:29:21.024202 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, fdb0e0ad-a14d-4da4-984a-fa63d729ca6e) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:21.028303 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:21.028868 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.037427 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4adfd-fd75-4bf6-a5a3-baa97cbd7794 None None] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:29:21.049486 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58542) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:21.050140 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-88fbcc3a-0844-4772-bc60-d435e758554d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3303671 Jun 28 22:29:21.054045 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:21.077829 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.078922 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.130733 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.190483 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:29:21.191503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.277610 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.335889 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Allocated IP 172.20.0.2 (fdb0e0ad-a14d-4da4-984a-fa63d729ca6e/5019c819-5d75-45f1-9e73-714037a3f5c5/45c5e5bb-17df-4884-9af1-0f8b85e7ebab) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:21.482651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.497109 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.506083 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Transition to ACTIVE for port object 45c5e5bb-17df-4884-9af1-0f8b85e7ebab will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:21.506370 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.523475 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Transition to ACTIVE for port object 45c5e5bb-17df-4884-9af1-0f8b85e7ebab will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:21.533099 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.538122 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3ca0ee67-28e8-49df-842d-f5533f0a96e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:21.574149 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:21.575592 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:21.579581 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:21.616513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Allocated IP 172.28.3.93 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/40fe82ea-eeda-40eb-99d4-57c97ecc1cae) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:21.624716 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Pushing event updated for resources: {'Port': ['ID=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:21.642414 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:21.656211 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Attempting to bind port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:21.656502 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Attempting to bind port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:21.656957 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Attempting to bind port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab on network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:21.662320 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:21.662806 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Checking segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:21.663434 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.663884 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Bound using segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:21.664523 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Bound port: 45c5e5bb-17df-4884-9af1-0f8b85e7ebab, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:21.664827 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.738132 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] For port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:21.741703 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] For port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:21.749146 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:21.752444 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ea619eba-68eb-40da-af60-2423d6d5dbee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:21.828889 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Pushing event updated for resources: {'Port': ['ID=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:21.839393 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:22.053509 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.102020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.105604 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:22.134414 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58580) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:22.148784 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:22.151693 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:22.157984 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:22.165692 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Pushing event updated for resources: {'Port': ['ID=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:22.184204 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:22.258389 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bbd228ed-5547-41ee-bc0c-aaf119fab42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.351413 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bbd228ed-5547-41ee-bc0c-aaf119fab42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.357508 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bbd228ed-5547-41ee-bc0c-aaf119fab42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.360091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-87d397e8-bafe-4423-99c4-0be9b94579ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:22.404743 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-bbd228ed-5547-41ee-bc0c-aaf119fab42f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fae357243d204e37b139d4fe63c8a5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622392 Jun 28 22:29:22.404743 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd228ed-5547-41ee-bc0c-aaf119fab42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb48d7-a17d-4dd0-8fb1-6efedc5fa78c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:22.405281 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58590) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:22.406599 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bbd228ed-5547-41ee-bc0c-aaf119fab42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:22.457145 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.510913 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.569953 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.722133 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.724753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.725950 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61fb48d7-a17d-4dd0-8fb1-6efedc5fa78c HTTP/1.1" status: 204 len: 168 time: 0.3221929 Jun 28 22:29:22.728784 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-15dc1122-68ba-4c8f-8875-e021edabdd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:22.740962 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb48d7-a17d-4dd0-8fb1-6efedc5fa78c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:22.743299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:22.744750 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:22.814772 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a2c75-1834-4a34-bfbc-9056f010cf21 None None] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:29:22.888812 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-07b0b737-314f-4a74-a907-70595eca8e0b None None] Provisioning for port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:22.891786 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:29:23.016762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:23.030023 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Sync routers for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:23.046332 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.047050 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:23.047560 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9969695 Jun 28 22:29:23.048803 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:23.050475 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58598) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:23.081073 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58600) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:23.097512 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.198011 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:23.223329 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.230546 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.233152 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a4619a1b-f0fd-41b9-8cd1-bf25e3ed516c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:23.292120 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162398c-e0bb-47f3-b949-fd32736ace49,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:23.299745 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=356f4ded5a474fb68105e1b5b53969fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173238 Jun 28 22:29:23.301063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58602) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:23.305172 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:23.353485 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 45c5e5bb-17df-4884-9af1-0f8b85e7ebab up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:23.368932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.395332 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.454704 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.457704 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.458950 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5162398c-e0bb-47f3-b949-fd32736ace49 HTTP/1.1" status: 204 len: 168 time: 0.1526153 Jun 28 22:29:23.459715 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bafe3630-254e-4634-a243-fed61f98ef0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:23.464241 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:23.470089 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:23.470465 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.475583 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162398c-e0bb-47f3-b949-fd32736ace49,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:23.482995 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:23.497660 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:22Z', 'revision_number': 3, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:23.530457 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Checking router: 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:23.530849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Updating router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:29:23.557657 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.580234 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.648221 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.733339 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Allocated IP 172.20.0.1 (fdb0e0ad-a14d-4da4-984a-fa63d729ca6e/5019c819-5d75-45f1-9e73-714037a3f5c5/8e31292b-5adb-402f-9c64-bba5436f163c) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:23.741998 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:23.756626 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.764757 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:23.868016 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:23.872048 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:23.882703 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.896825 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Transition to ACTIVE for port object 8e31292b-5adb-402f-9c64-bba5436f163c will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:23.935251 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.938673 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3aa32649-672a-4595-9719-229032777614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:23.954047 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.974466 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:23.975550 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Transition to ACTIVE for port object 40fe82ea-eeda-40eb-99d4-57c97ecc1cae will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:23.977339 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:23.983257 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:23.986418 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:23.989775 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:24.009837 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Pushing event updated for resources: {'Port': ['ID=8e31292b-5adb-402f-9c64-bba5436f163c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:24.014319 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:24.027149 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.054717 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a98d5-ca2e-4370-af2b-d23dd3285805 None None] Pushing event updated for resources: {'Port': ['ID=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:24.057346 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Attempting to bind port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:24.057894 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Attempting to bind port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:24.058418 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Attempting to bind port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:24.061648 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a52a98d5-ca2e-4370-af2b-d23dd3285805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:24.065001 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:24.065398 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:24.065813 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.066202 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:24.066821 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Bound port: 40fe82ea-eeda-40eb-99d4-57c97ecc1cae, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:24.067064 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.131116 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] For port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:24.135098 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] For port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:24.142297 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.145706 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:24.205113 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:24.205731 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:24.207565 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.257116 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a98d5-ca2e-4370-af2b-d23dd3285805 None None] Pushing event updated for resources: {'Port': ['ID=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:24.261608 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a52a98d5-ca2e-4370-af2b-d23dd3285805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:24.324548 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1e1cda63-d0d4-47b5-bf78-b484da814156 None None] Provisioning for port 8e31292b-5adb-402f-9c64-bba5436f163c completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:24.334056 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1e1cda63-d0d4-47b5-bf78-b484da814156 None None] Provisioning complete for port 8e31292b-5adb-402f-9c64-bba5436f163c triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:24.334430 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e1cda63-d0d4-47b5-bf78-b484da814156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.386639 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.392406 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.395058 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:24.471839 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Pushing event updated for resources: {'Port': ['ID=8e31292b-5adb-402f-9c64-bba5436f163c,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:24.475013 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:24.481217 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.485557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:24.524194 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cda63-d0d4-47b5-bf78-b484da814156 None None] Port 8e31292b-5adb-402f-9c64-bba5436f163c cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:29:24.578939 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:24.580890 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:24.716250 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:29:24.747897 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:23Z', 'revision_number': 1, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:24.789129 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1f5d5-1c11-4da0-9237-7585b9f46c88 None None] The sync data for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb is: [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:23Z', 'revision_number': 1, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:24.838716 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:24.853840 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] 10.222.0.50 "PUT /v2.0/routers/01ea6b2d-13b8-457f-a39a-d7db8e0bc06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933717 Jun 28 22:29:24.854282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-480c6693-45f4-422d-ad1c-02f5e1b170c6 None None] Provisioning complete for port 8e31292b-5adb-402f-9c64-bba5436f163c triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:24.854282 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480c6693-45f4-422d-ad1c-02f5e1b170c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:24.907750 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-480c6693-45f4-422d-ad1c-02f5e1b170c6 None None] Port 8e31292b-5adb-402f-9c64-bba5436f163c cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:29:25.312066 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 45c5e5bb-17df-4884-9af1-0f8b85e7ebab up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:25.368889 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:25.369382 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.579025 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58674) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:25.667908 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58682) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:25.673426 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1217990540-network', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:25.706327 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Made reservation on behalf of a0c1e38803934dd1adefff7b4cf74906 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:29:25.709225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.719363 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.840377 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.852175 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.856637 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-091925eb-a2bf-4bc6-841a-7e3b6c48cf00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:25.888032 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:29:25.912010 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211459b4-cde9-4b4c-bb38-1ba37545d816,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:25.917232 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:25.918143 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.920460 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:25.920981 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Added segment 169576e0-4698-4b8d-ab15-0f4c44fe8492 of type vlan for network 9361a4e8-f57e-49e4-8538-39451f1fcf12 Jun 28 22:29:25.975986 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.030553 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.032975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:26.033588 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.038801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:26.112839 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Pushing event updated for resources: {'Network': ['ID=9361a4e8-f57e-49e4-8538-39451f1fcf12,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:26.116557 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:26.123049 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:29:26.128241 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.135101 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.139915 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:26.157394 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4880395 Jun 28 22:29:26.160366 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58688) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:26.165563 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Request body: {'subnet': {'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1217990540-subnet', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:26.189655 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f820eb604b884783ad873e3019b1ddb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065993 Jun 28 22:29:26.189655 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a484b-01d4-42ef-9ebe-c35c5cc3bb9e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:26.190148 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58690) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:26.191654 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:26.206176 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Made reservation on behalf of a0c1e38803934dd1adefff7b4cf74906 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:29:26.210710 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528206696'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.313224 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.342910 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.449749 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.452384 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.453581 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c84a484b-01d4-42ef-9ebe-c35c5cc3bb9e HTTP/1.1" status: 204 len: 168 time: 0.2624450 Jun 28 22:29:26.454655 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:26.457086 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528074525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528206718'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.467266 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a484b-01d4-42ef-9ebe-c35c5cc3bb9e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:26.469586 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-89c1d85f-924c-4be0-9471-1e3f0f7b2bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:26.470089 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f9389c89-b7ad-4051-bd12-9942c0b4f4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:26.529687 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceff7791-6824-438a-8c14-ed0729680cf6,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:26.532900 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:26.535705 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Checking segment: {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:26.536064 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Network hostable DHCP agents. Network: 9361a4e8-f57e-49e4-8538-39451f1fcf12, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:29:26.558777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:29:26.570856 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 9361a4e8-f57e-49e4-8538-39451f1fcf12) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:26.576365 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:26.577973 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.582290 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcea6f8-e448-4c76-94ac-51d78fb72109 None None] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:29:26.601596 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0388211e-a494-4225-96b5-874b908aa3ad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4399304 Jun 28 22:29:26.603946 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58696) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:26.611363 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:26.647558 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.649295 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.712747 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.807131 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-9361a4e8-f57e-49e4-8538-39451f1fcf12', 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'fixed_ips': [{'subnet_id': 'ceff7791-6824-438a-8c14-ed0729680cf6'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:29:26.808114 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.830296 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58698) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:26.852701 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.868766 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.975643 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Allocated IP 172.20.0.2 (9361a4e8-f57e-49e4-8538-39451f1fcf12/ceff7791-6824-438a-8c14-ed0729680cf6/3e951b7c-428f-4b0d-a73b-496805c9f757) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:26.989631 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:26.996133 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.024418 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8293e998-eab1-44bc-9632-182313c3397a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:27.037879 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71782a65e128418ab8813bf286ee094d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053792 Jun 28 22:29:27.041571 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58706) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:27.094963 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a0ca57-7b66-4fee-be33-a44d981c345b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:27.102581 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:27.109719 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.120861 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.134583 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.148439 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.182683 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.194841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Transition to ACTIVE for port object 3e951b7c-428f-4b0d-a73b-496805c9f757 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:27.218551 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.222169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.223803 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11a0ca57-7b66-4fee-be33-a44d981c345b HTTP/1.1" status: 204 len: 168 time: 0.1809208 Jun 28 22:29:27.224700 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ed4b522e-1f71-46f7-a180-19722394cc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:27.231801 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Transition to ACTIVE for port object 3e951b7c-428f-4b0d-a73b-496805c9f757 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:27.237615 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a0ca57-7b66-4fee-be33-a44d981c345b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:27.240958 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:27.245924 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.248340 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:27.267652 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Sync routers for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:27.284179 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:27.285753 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:27.321177 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Allocated IP 172.28.3.116 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/b4b62bb1-404e-46bc-aa80-526812a7808f) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:27.380050 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 40fe82ea-eeda-40eb-99d4-57c97ecc1cae up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:27.384622 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Pushing event updated for resources: {'Port': ['ID=3e951b7c-428f-4b0d-a73b-496805c9f757,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:27.397293 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:27.425179 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:27.429079 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:27.432733 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:27.439210 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:27.522801 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Attempting to bind port 3e951b7c-428f-4b0d-a73b-496805c9f757 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:27.523174 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Attempting to bind port 3e951b7c-428f-4b0d-a73b-496805c9f757 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:27.523532 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Attempting to bind port 3e951b7c-428f-4b0d-a73b-496805c9f757 on network 9361a4e8-f57e-49e4-8538-39451f1fcf12 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:27.531380 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:27.531798 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Checking segment: {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:27.532140 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.532526 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Bound using segment: {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:27.533056 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Bound port: 3e951b7c-428f-4b0d-a73b-496805c9f757, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:27.533449 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.550442 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.560798 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290782-70df-4e99-9a7e-a4d9f095d71f req-c6107ca5-a5a5-4943-8184-2a3f4016ce9d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:27.569202 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e6290782-70df-4e99-9a7e-a4d9f095d71f req-c6107ca5-a5a5-4943-8184-2a3f4016ce9d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.1229193 Jun 28 22:29:27.599607 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] For port 3e951b7c-428f-4b0d-a73b-496805c9f757, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:27.603406 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] For port 3e951b7c-428f-4b0d-a73b-496805c9f757, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3e951b7c-428f-4b0d-a73b-496805c9f757,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:27.604718 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:27.609278 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:27.609651 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.613200 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.637116 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e6290782-70df-4e99-9a7e-a4d9f095d71f req-0ac69f4f-3e83-4fec-9d39-7a66a235024e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Jun 28 22:29:27.640129 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3ca0ee67-28e8-49df-842d-f5533f0a96e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:27.670537 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.675215 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1e24e13-86a1-4a50-b193-6a7d6e8a3751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:27.732191 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:27.736984 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Pushing event updated for resources: {'Port': ['ID=3e951b7c-428f-4b0d-a73b-496805c9f757,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:27.737357 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:27.740403 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:27.754826 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:27.775132 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.798127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:27.806826 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:27.809807 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:27.829406 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b62bb1-404e-46bc-aa80-526812a7808f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:27.837387 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:27.887561 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 2, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:27.910414 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:27.919314 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:27.922086 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Checking router: 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:27.922730 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Updating router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b port 8e31292b-5adb-402f-9c64-bba5436f163c binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:29:27.971347 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.401550 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.414416 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.432991 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Transition to ACTIVE for port object 8e31292b-5adb-402f-9c64-bba5436f163c will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:28.443044 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.446338 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-33ca2490-6ee7-47ba-97a0-b8e834af0920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:28.525624 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Pushing event updated for resources: {'Port': ['ID=8e31292b-5adb-402f-9c64-bba5436f163c,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:28.539456 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.540129 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.540662 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.541437 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.541928 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.542398 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.542877 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.543341 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.543832 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.544296 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.544939 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.545427 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:28.567748 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:28.607263 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Attempting to bind port 8e31292b-5adb-402f-9c64-bba5436f163c on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:28.607938 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Attempting to bind port 8e31292b-5adb-402f-9c64-bba5436f163c by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:28.608728 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Attempting to bind port 8e31292b-5adb-402f-9c64-bba5436f163c on network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:28.622955 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:28.623517 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Checking segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:28.623935 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.624354 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Bound using segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:28.624900 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Bound port: 8e31292b-5adb-402f-9c64-bba5436f163c, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:28.629586 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.694149 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.725758 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] For port 8e31292b-5adb-402f-9c64-bba5436f163c, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:28.732917 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] For port 8e31292b-5adb-402f-9c64-bba5436f163c, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=8e31292b-5adb-402f-9c64-bba5436f163c,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:28.741000 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:28.752879 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-edc98f60-df90-4c3c-9cf6-0e3dc97ac970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:28.805996 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:28.813553 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:28.947947 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Pushing event updated for resources: {'Port': ['ID=8e31292b-5adb-402f-9c64-bba5436f163c,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:28.956825 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-ddd49d94-ec53-45b1-97ad-e372b587897a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:28.978157 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d91de-d5c4-4c33-ae58-db34d2eaba87 req-9cdf0d73-9160-40c1-af6c-64639542bf8e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:28.981154 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-808d91de-d5c4-4c33-ae58-db34d2eaba87 req-9cdf0d73-9160-40c1-af6c-64639542bf8e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.1344981 Jun 28 22:29:29.041278 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Router 6b895073-f249-4587-9a2a-8aeaec23068d is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:29:29.076739 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-808d91de-d5c4-4c33-ae58-db34d2eaba87 req-90360abe-4215-447d-ac84-3f109de2d3b7 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890672 Jun 28 22:29:29.087426 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:29.174190 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8766f-e93b-4523-a9c1-362e82959a55 None None] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:29:29.264732 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:29.290585 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:29.295341 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58758) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:29.295775 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6904869 Jun 28 22:29:29.299035 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Sync routers for ids ['6b895073-f249-4587-9a2a-8aeaec23068d'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:29.307756 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c1e8574a-705b-4aaf-bd44-d10b02d74ef7 None None] Provisioning for port 3e951b7c-428f-4b0d-a73b-496805c9f757 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:29.332719 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Routers {'6b895073-f249-4587-9a2a-8aeaec23068d'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:29.333263 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['6b895073-f249-4587-9a2a-8aeaec23068d'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:29.436312 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:28Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:29.485315 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650f2a0-a498-4fb0-bb86-41837c58c350 None None] The sync data for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb is: [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:28Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:29.527830 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3e951b7c-428f-4b0d-a73b-496805c9f757 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:29.561924 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Set router 6b895073-f249-4587-9a2a-8aeaec23068d gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:29.942570 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 3e951b7c-428f-4b0d-a73b-496805c9f757 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:29.959627 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 3e951b7c-428f-4b0d-a73b-496805c9f757 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:29.960007 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:29.991397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.080776 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58774) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:30.114635 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 3, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:30.147460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Checking router: 6b895073-f249-4587-9a2a-8aeaec23068d for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:30.147810 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Updating router 6b895073-f249-4587-9a2a-8aeaec23068d port b4b62bb1-404e-46bc-aa80-526812a7808f binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:29:30.149868 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.219018 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.248384 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 3e951b7c-428f-4b0d-a73b-496805c9f757, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3e951b7c-428f-4b0d-a73b-496805c9f757,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:30.260196 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.261098 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 8e31292b-5adb-402f-9c64-bba5436f163c up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:30.265780 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a52a98d5-ca2e-4370-af2b-d23dd3285805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:30.288780 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Allocated IP 172.20.0.1 (9361a4e8-f57e-49e4-8538-39451f1fcf12/ceff7791-6824-438a-8c14-ed0729680cf6/ae574fdc-987a-4605-9420-da4dc6773de1) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:30.317717 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.334177 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-608e1f71-df11-45ec-bd6e-4250cb045592 None None] Provisioning complete for port 3e951b7c-428f-4b0d-a73b-496805c9f757 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:30.334597 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-608e1f71-df11-45ec-bd6e-4250cb045592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.338362 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd1bd2-0f6f-4426-adec-8b9aa809b329 req-5e40521a-3fa7-4763-bd00-f7c3858ba3cd tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:30.342075 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-08bd1bd2-0f6f-4426-adec-8b9aa809b329 req-5e40521a-3fa7-4763-bd00-f7c3858ba3cd tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.0850654 Jun 28 22:29:30.398597 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-08bd1bd2-0f6f-4426-adec-8b9aa809b329 req-aa6facb5-233b-4440-a6e3-5c20ac819c9d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494850 Jun 28 22:29:30.469218 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f7dcf-f90c-411c-85e9-bda887dee956 req-b264e17b-0c68-4c8a-b48c-3b6978363853 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:30.474270 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=3e951b7c-428f-4b0d-a73b-496805c9f757,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:30.477954 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ca6f7dcf-f90c-411c-85e9-bda887dee956 req-b264e17b-0c68-4c8a-b48c-3b6978363853 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.2144575 Jun 28 22:29:30.480932 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:30.521002 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.525534 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 8e31292b-5adb-402f-9c64-bba5436f163c completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:30.540140 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Transition to ACTIVE for port object ae574fdc-987a-4605-9420-da4dc6773de1 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:30.557624 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 8e31292b-5adb-402f-9c64-bba5436f163c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:30.558006 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.608874 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ca6f7dcf-f90c-411c-85e9-bda887dee956 req-38eee9a2-3b4a-4049-9c6b-8a541c2331b8 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299531 Jun 28 22:29:30.631940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.638146 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.642063 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f70a0d4-8ce1-49c0-82f0-fc1df3455c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:30.650606 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.685553 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02c4eccef28c4e5dbef6996a238661f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6042531 Jun 28 22:29:30.688310 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58780) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:30.689619 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a172aee6-35b0-4f61-b079-a8c723b1a503,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:30.694996 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:30.695516 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-24750195-ccd6-4a51-be90-b97d5029289b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:30.698550 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:30.701537 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:30.723988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:30.758371 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.762576 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.767390 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae574fdc-987a-4605-9420-da4dc6773de1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:30.771518 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:30.777429 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.788946 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.791299 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Transition to ACTIVE for port object b4b62bb1-404e-46bc-aa80-526812a7808f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:30.805481 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.808984 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:30.821581 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.873410 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 8e31292b-5adb-402f-9c64-bba5436f163c, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=8e31292b-5adb-402f-9c64-bba5436f163c,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:30.887116 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.891018 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.891929 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.892792 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 40fe82ea-eeda-40eb-99d4-57c97ecc1cae up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:30.897884 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daafa4-ac16-4fe9-acdd-6daef142476f None None] Pushing event updated for resources: {'Port': ['ID=b4b62bb1-404e-46bc-aa80-526812a7808f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:30.912544 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a172aee6-35b0-4f61-b079-a8c723b1a503 HTTP/1.1" status: 204 len: 168 time: 0.2093189 Jun 28 22:29:30.914842 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6f221667-241c-4f87-a8b0-5e0bf07e763d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:30.917904 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Attempting to bind port b4b62bb1-404e-46bc-aa80-526812a7808f on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:30.918278 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Attempting to bind port b4b62bb1-404e-46bc-aa80-526812a7808f by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:30.918644 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Attempting to bind port b4b62bb1-404e-46bc-aa80-526812a7808f on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:30.920825 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-05daafa4-ac16-4fe9-acdd-6daef142476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:30.923733 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4c9d6d3b-5d96-46f9-a5b5-5210addca041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:30.930854 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172aee6-35b0-4f61-b079-a8c723b1a503,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:30.933475 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.935384 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:30.958979 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:30.959350 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:30.959754 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:30.960143 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:30.960671 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Bound port: b4b62bb1-404e-46bc-aa80-526812a7808f, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:30.961123 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.060485 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=8e31292b-5adb-402f-9c64-bba5436f163c,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:31.063877 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:31.076407 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] For port b4b62bb1-404e-46bc-aa80-526812a7808f, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:31.081004 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] For port b4b62bb1-404e-46bc-aa80-526812a7808f, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=b4b62bb1-404e-46bc-aa80-526812a7808f,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:31.084423 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:31.084994 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.107635 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.112060 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ea619eba-68eb-40da-af60-2423d6d5dbee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:31.128726 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.135120 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.137473 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:31.145456 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-421ec20d-3424-408c-8262-f90de00aa6b7 None None] Provisioning for port ae574fdc-987a-4605-9420-da4dc6773de1 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:31.170496 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-421ec20d-3424-408c-8262-f90de00aa6b7 None None] Provisioning complete for port ae574fdc-987a-4605-9420-da4dc6773de1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:31.170949 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-421ec20d-3424-408c-8262-f90de00aa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.208311 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae574fdc-987a-4605-9420-da4dc6773de1,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:31.210935 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.213068 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:31.221802 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daafa4-ac16-4fe9-acdd-6daef142476f None None] Pushing event updated for resources: {'Port': ['ID=b4b62bb1-404e-46bc-aa80-526812a7808f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:31.228045 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Routers {'6b895073-f249-4587-9a2a-8aeaec23068d'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:31.228593 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['6b895073-f249-4587-9a2a-8aeaec23068d'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:31.230466 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-05daafa4-ac16-4fe9-acdd-6daef142476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:31.241604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58786) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:31.282098 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-421ec20d-3424-408c-8262-f90de00aa6b7 None None] Port ae574fdc-987a-4605-9420-da4dc6773de1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:29:31.379690 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] Set router 6b895073-f249-4587-9a2a-8aeaec23068d gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:31.454764 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3e951b7c-428f-4b0d-a73b-496805c9f757 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:31.493226 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.547984 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:31.554274 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:31.571944 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 3e951b7c-428f-4b0d-a73b-496805c9f757 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:31.572319 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.643451 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d460-9ee8-4a32-af77-99f2ded1b6d2 req-232084f7-7136-4bf2-9962-3c1ddee845f4 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:31.645384 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1d90d460-9ee8-4a32-af77-99f2ded1b6d2 req-232084f7-7136-4bf2-9962-3c1ddee845f4 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.1150641 Jun 28 22:29:31.714111 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1d90d460-9ee8-4a32-af77-99f2ded1b6d2 req-1a59f37f-9bf8-4590-b9be-28bec3dab56c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dfe1126-dc8b-4168-9748-a084ec68d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jun 28 22:29:31.728758 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.739432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.745709 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-571cc4b9-247a-48cb-9e21-0828fe299d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:31.836846 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'ae574fdc-987a-4605-9420-da4dc6773de1', 'name': '', 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'mac_address': 'fa:16:3e:c3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:30Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 2, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'subnets': [{'id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:31.849350 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f32e5b57f6b44a35bb415411d7d42c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6064987 Jun 28 22:29:31.852118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58792) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:31.860496 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Router 6b895073-f249-4587-9a2a-8aeaec23068d has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:29:31.864108 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909dd297-5bdb-4183-bd81-64bedcc85edb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:31.875675 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 8e31292b-5adb-402f-9c64-bba5436f163c up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:31.877772 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27932-6de7-4e4f-ba8c-839d3ae94386 None None] The sync data for ids ['6b895073-f249-4587-9a2a-8aeaec23068d'] in dv-cinder-792462-20-smb is: [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'ae574fdc-987a-4605-9420-da4dc6773de1', 'name': '', 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'mac_address': 'fa:16:3e:c3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:30Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 2, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'subnets': [{'id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:31.914677 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:31.929929 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-219469e0-2fda-4fb5-8669-42320f8d87f8 None None] Provisioning complete for port ae574fdc-987a-4605-9420-da4dc6773de1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:31.930298 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-219469e0-2fda-4fb5-8669-42320f8d87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.930976 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.964609 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:31.979360 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 8e31292b-5adb-402f-9c64-bba5436f163c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:31.980006 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.009748 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-219469e0-2fda-4fb5-8669-42320f8d87f8 None None] Port ae574fdc-987a-4605-9420-da4dc6773de1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:29:32.024455 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2c948-5b31-4598-806c-04a86a2270b7 req-0bc674e4-2cec-46a0-b34d-215d0f3a302d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:32.026044 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-36f2c948-5b31-4598-806c-04a86a2270b7 req-0bc674e4-2cec-46a0-b34d-215d0f3a302d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.2450731 Jun 28 22:29:32.031943 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.035180 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.037596 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/909dd297-5bdb-4183-bd81-64bedcc85edb HTTP/1.1" status: 204 len: 168 time: 0.1844652 Jun 28 22:29:32.038554 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-805422e8-2e1b-4b53-8316-3557a11c8836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:32.054039 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909dd297-5bdb-4183-bd81-64bedcc85edb,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:32.057545 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:32.107048 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-857c1729-d695-489a-bb3f-fc302a676a21 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:32.108657 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-857c1729-d695-489a-bb3f-fc302a676a21 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 947 time: 0.2632208 Jun 28 22:29:32.118757 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:32.129444 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] 10.222.0.50 "PUT /v2.0/routers/6b895073-f249-4587-9a2a-8aeaec23068d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310788 Jun 28 22:29:32.137506 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-36f2c948-5b31-4598-806c-04a86a2270b7 req-94f7a1a7-e8cc-4964-b42f-a9e3c334c354 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfe34d8f-b1de-49dc-adde-ce6a62094b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696185 Jun 28 22:29:32.286203 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-bcea9308-6280-4648-81df-17aa4ed5ed56 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:32.292415 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-bcea9308-6280-4648-81df-17aa4ed5ed56 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 945 time: 0.1537890 Jun 28 22:29:32.304287 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Deleting port 2f139e5f-0781-4d01-9eb4-5299d1725606 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:32.304688 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.407193 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] For port 2f139e5f-0781-4d01-9eb4-5299d1725606, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f139e5f-0781-4d01-9eb4-5299d1725606,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:32.407876 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.430763 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Deleting port 338c1edd-8a42-49f6-8489-ed6bc6db0fce {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:32.431128 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.580691 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] For port 338c1edd-8a42-49f6-8489-ed6bc6db0fce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=338c1edd-8a42-49f6-8489-ed6bc6db0fce,segment=NetworkSegment(5ca6d7bc-f86f-4ba8-8942-bfe995454e6e),segment_id=5ca6d7bc-f86f-4ba8-8942-bfe995454e6e)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:32.581186 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.594694 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Calling delete_port for 338c1edd-8a42-49f6-8489-ed6bc6db0fce owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:32.850718 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.851343 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.851785 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.l3_db [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Floating IP 0878daa1-4f13-46d0-b66d-1e1d1725bf3f disassociated. External IP: 172.28.3.36, port: 2f139e5f-0781-4d01-9eb4-5299d1725606. Jun 28 22:29:32.852198 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Calling delete_port for 2f139e5f-0781-4d01-9eb4-5299d1725606 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:32.855012 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:32.860568 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c0d2677e-0397-4117-a60d-c06eb3f55cda tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:32.889857 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['338c1edd-8a42-49f6-8489-ed6bc6db0fce'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:29:32.947917 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Pushing event deleted for resources: {'Port': ['ID=338c1edd-8a42-49f6-8489-ed6bc6db0fce,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:32.959650 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:33.026623 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-22844013-7ed4-43ea-bd2d-948a59034612 req-ed3b09bf-da37-4b69-8361-a3c9960cd01d tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 210 time: 0.0895286 Jun 28 22:29:33.055374 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] No DVR routers for this DVR port 338c1edd-8a42-49f6-8489-ed6bc6db0fce on host hv-cinder-79246 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:29:33.057994 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:33.060211 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-88a361d5-2d9c-40cd-a66f-47109f526ec1 req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.61 "DELETE /v2.0/ports/338c1edd-8a42-49f6-8489-ed6bc6db0fce HTTP/1.1" status: 204 len: 173 time: 0.7622368 Jun 28 22:29:33.060814 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'name': 'network-vif-deleted', 'tag': '338c1edd-8a42-49f6-8489-ed6bc6db0fce'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:33.063230 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734776c3-410e-42e2-a21c-574e636aafc7" -d '{"events": [{"server_uuid": "fef2558e-5286-43ac-900a-893c4d9b511a", "name": "network-vif-deleted", "tag": "338c1edd-8a42-49f6-8489-ed6bc6db0fce"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:33.080056 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:33.084543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36fb5bd1-3be7-451d-a5a5-fe0c5c549168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:33.085456 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:29:33.112294 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event deleted for resources: {'Port': ['ID=2f139e5f-0781-4d01-9eb4-5299d1725606,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:33.114564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:33.128258 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ead152c-62ca-4d01-8c5b-0a7d0504e777 x-openstack-request-id: req-0ead152c-62ca-4d01-8c5b-0a7d0504e777 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:33.128753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef2558e-5286-43ac-900a-893c4d9b511a", "name": "network-vif-deleted", "tag": "338c1edd-8a42-49f6-8489-ed6bc6db0fce", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:33.129217 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ead152c-62ca-4d01-8c5b-0a7d0504e777 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:33.129799 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef2558e-5286-43ac-900a-893c4d9b511a', 'name': 'network-vif-deleted', 'tag': '338c1edd-8a42-49f6-8489-ed6bc6db0fce', 'status': 'completed', 'code': 200} Jun 28 22:29:33.251957 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Router adbbe8ee-642c-4f09-85cc-094812b0754f has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:29:33.394407 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:33.403657 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:33.425303 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:33.426251 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:33.500239 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2e25da4f-8b82-4dac-9430-767624921edb req-64a9b8a7-9c8b-4702-8cee-acb8cd18e573 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 210 time: 0.0706477 Jun 28 22:29:33.541210 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] No DVR routers for this DVR port 2f139e5f-0781-4d01-9eb4-5299d1725606 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:29:33.549538 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device b4b62bb1-404e-46bc-aa80-526812a7808f up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:33.550123 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:33.552789 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a9eda0b6-1d25-4c40-8791-b48ef8a1de34 req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "DELETE /v2.0/ports/2f139e5f-0781-4d01-9eb4-5299d1725606 HTTP/1.1" status: 204 len: 173 time: 1.4135690 Jun 28 22:29:33.553666 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-deleted', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:33.557360 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3d2b73-2d1f-49c6-b4bb-3d664ff5b229" -d '{"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-deleted", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:33.647409 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:33.670281 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6731402e-5281-4f9e-ac5a-c820fddf1742 x-openstack-request-id: req-6731402e-5281-4f9e-ac5a-c820fddf1742 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:33.670895 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a11912-93b2-4248-8b41-35d6b07de4b1", "name": "network-vif-deleted", "tag": "2f139e5f-0781-4d01-9eb4-5299d1725606", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:33.671062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6731402e-5281-4f9e-ac5a-c820fddf1742 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:33.671894 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a11912-93b2-4248-8b41-35d6b07de4b1', 'name': 'network-vif-deleted', 'tag': '2f139e5f-0781-4d01-9eb4-5299d1725606', 'status': 'completed', 'code': 200} Jun 28 22:29:33.718291 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port b4b62bb1-404e-46bc-aa80-526812a7808f completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:33.726383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port b4b62bb1-404e-46bc-aa80-526812a7808f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:33.726804 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:33.903722 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:33.961214 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port b4b62bb1-404e-46bc-aa80-526812a7808f, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=b4b62bb1-404e-46bc-aa80-526812a7808f,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:33.998811 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:34.007866 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:34.026315 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:34.099213 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:34.124009 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=b4b62bb1-404e-46bc-aa80-526812a7808f,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:34.129007 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:34.131943 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:34.141917 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:34.363269 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ff3ef962-86c4-4852-b2c0-782d1541a49e req-eb523980-6c26-4e5a-b03e-4744097d784e tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] 10.222.0.50 "GET /v2.0/ports?device_id=fef2558e-5286-43ac-900a-893c4d9b511a HTTP/1.1" status: 200 len: 210 time: 0.0630350 Jun 28 22:29:34.395941 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:34.752737 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:34.834559 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9f5c3-c142-4c8b-b603-470a684492a1 None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:34.837718 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-165291bf-63c6-4ea9-ae53-bca881003e55 req-99b56028-23cd-4ef1-a6e9-7a8067878ccf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=67a11912-93b2-4248-8b41-35d6b07de4b1 HTTP/1.1" status: 200 len: 210 time: 0.0905516 Jun 28 22:29:35.505629 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device b4b62bb1-404e-46bc-aa80-526812a7808f up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:35.563472 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port b4b62bb1-404e-46bc-aa80-526812a7808f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:35.564389 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:35.605982 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 338c1edd-8a42-49f6-8489-ed6bc6db0fce no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:29:35.643382 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 338c1edd-8a42-49f6-8489-ed6bc6db0fce {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:29:35.643879 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 338c1edd-8a42-49f6-8489-ed6bc6db0fce not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:29:35.644718 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:29:35.668714 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 2f139e5f-0781-4d01-9eb4-5299d1725606 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:29:35.669552 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 2f139e5f-0781-4d01-9eb4-5299d1725606 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:29:36.112897 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58894) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:36.240190 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.273966 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.335695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.338644 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.339913 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfe34d8f-b1de-49dc-adde-ce6a62094b29 HTTP/1.1" status: 204 len: 168 time: 0.2257295 Jun 28 22:29:36.340975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-101ce33e-2a2e-4c02-8cac-ae0598c442fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:36.344802 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58896) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:36.351765 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe34d8f-b1de-49dc-adde-ce6a62094b29,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:36.361617 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-26d447d9-f160-4816-8946-69bf304dd669 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:36.383747 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-51a71645-ae62-4afb-abb4-87d2b823e220 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] show failed (client error): The resource could not be found. Jun 28 22:29:36.389758 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-51a71645-ae62-4afb-abb4-87d2b823e220 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups/cfe34d8f-b1de-49dc-adde-ce6a62094b29 HTTP/1.1" status: 404 len: 347 time: 0.0388291 Jun 28 22:29:36.390123 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58898) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:36.451897 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07035a24-48dd-4726-94fc-89f8d25a6fcb None None] New status for floating IP 0878daa1-4f13-46d0-b66d-1e1d1725bf3f: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:29:36.533554 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Deleting port 687a0d69-c15e-4063-8d96-4587bbc210af {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:29:36.534138 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.546811 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Sync routers for ids ['6b895073-f249-4587-9a2a-8aeaec23068d'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:36.558154 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Routers {'6b895073-f249-4587-9a2a-8aeaec23068d'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:36.558778 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['6b895073-f249-4587-9a2a-8aeaec23068d'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:36.677883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.678210 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.707842 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Calling delete_port for 687a0d69-c15e-4063-8d96-4587bbc210af owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:29:36.775307 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Set router 6b895073-f249-4587-9a2a-8aeaec23068d gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:36.930329 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:36.932566 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-db834cd1-441e-4f04-b9d2-f232d361df0d tempest-DeleteServersTestJSON-278303395 tempest-DeleteServersTestJSON-278303395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:36.961493 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event deleted for resources: {'Port': ['ID=687a0d69-c15e-4063-8d96-4587bbc210af,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:36.970274 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:37.039361 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'ae574fdc-987a-4605-9420-da4dc6773de1', 'name': '', 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'mac_address': 'fa:16:3e:c3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:30Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 2, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'subnets': [{'id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:37.046643 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.050175 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.051584 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "DELETE /v2.0/floatingips/0878daa1-4f13-46d0-b66d-1e1d1725bf3f HTTP/1.1" status: 204 len: 168 time: 0.6609535 Jun 28 22:29:37.074869 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Checking router: 6b895073-f249-4587-9a2a-8aeaec23068d for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:37.075223 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Updating router 6b895073-f249-4587-9a2a-8aeaec23068d port ae574fdc-987a-4605-9420-da4dc6773de1 binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:29:37.118975 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.524310 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58920) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:37.528124 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.528989 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631274225', 'description': 'tempest-description--630791162'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:37.541786 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Transition to ACTIVE for port object ae574fdc-987a-4605-9420-da4dc6773de1 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:37.551545 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.554882 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:37.557573 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.622899 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0933-54dc-4d9d-ba1d-6ed82558aec3 None None] Pushing event updated for resources: {'Port': ['ID=ae574fdc-987a-4605-9420-da4dc6773de1,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:37.627614 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-e20f0933-54dc-4d9d-ba1d-6ed82558aec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:37.687782 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.696429 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.699279 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-964d8e15-3289-43e5-90fa-2280f0d23cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:37.715823 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Attempting to bind port ae574fdc-987a-4605-9420-da4dc6773de1 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:37.716632 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Attempting to bind port ae574fdc-987a-4605-9420-da4dc6773de1 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:37.716883 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Attempting to bind port ae574fdc-987a-4605-9420-da4dc6773de1 on network 9361a4e8-f57e-49e4-8538-39451f1fcf12 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:37.723319 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:37.723698 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Checking segment: {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:37.724092 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.724466 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Bound using segment: {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:37.725495 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Bound port: ae574fdc-987a-4605-9420-da4dc6773de1, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169576e0-4698-4b8d-ab15-0f4c44fe8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:37.725898 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.739390 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.743494 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2153502 Jun 28 22:29:37.743670 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58922) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:37.749431 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'security_group_rule': {'security_group_id': '53cef864-c966-4ea9-9fc0-777acd4312ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:37.755075 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cef864-c966-4ea9-9fc0-777acd4312ba,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:37.759668 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f747ba4d-1c8b-46a1-9462-3c06bd84f21a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:37.790823 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.825412 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] For port ae574fdc-987a-4605-9420-da4dc6773de1, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:37.836539 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] For port ae574fdc-987a-4605-9420-da4dc6773de1, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae574fdc-987a-4605-9420-da4dc6773de1,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:37.845492 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.860284 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-6b6e7610-5fd9-46f8-a115-22698a85f0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:37.869431 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.877490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.893590 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a14b3886-13f6-40bd-b94d-c712e2d786f6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:37.923521 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c1cdb1-996f-4647-b96e-b01959259ed7,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:37.928989 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:37.930470 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:37.931953 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-92678495-1021-422b-9a9c-6901a4328e44 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873703 Jun 28 22:29:37.935480 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58924) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:37.938121 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Routers {'6b895073-f249-4587-9a2a-8aeaec23068d'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:37.938121 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['6b895073-f249-4587-9a2a-8aeaec23068d'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:37.947906 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'security_group_rule': {'security_group_id': '53cef864-c966-4ea9-9fc0-777acd4312ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:37.992216 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.009270 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0933-54dc-4d9d-ba1d-6ed82558aec3 None None] Pushing event updated for resources: {'Port': ['ID=ae574fdc-987a-4605-9420-da4dc6773de1,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:38.047541 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-e20f0933-54dc-4d9d-ba1d-6ed82558aec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:38.073673 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.081564 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.087247 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:38.111411 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a594b5-f511-4332-bd84-27e3ea97ae9e,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:38.116715 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:38.138430 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.141067 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0665f849-5535-4bb9-997c-72bcdf7bf10d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960323 Jun 28 22:29:38.143142 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58930) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:38.148410 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'floatingip': {'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:38.186508 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.190547 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] Set router 6b895073-f249-4587-9a2a-8aeaec23068d gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:38.368567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.497730 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Allocated IP 172.28.3.60 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/2daac72e-f017-420f-84d7-3bc8b73ba278) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:38.578808 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'ae574fdc-987a-4605-9420-da4dc6773de1', 'name': '', 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'mac_address': 'fa:16:3e:c3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:30Z', 'updated_at': '2021-06-28T22:29:37Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'subnets': [{'id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:38.597689 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58942) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:38.645218 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869cb0b-089d-45b4-ac9e-ec1582bdf21d None None] The sync data for ids ['6b895073-f249-4587-9a2a-8aeaec23068d'] in dv-cinder-792462-20-smb is: [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': 'ae574fdc-987a-4605-9420-da4dc6773de1', 'name': '', 'network_id': '9361a4e8-f57e-49e4-8538-39451f1fcf12', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'mac_address': 'fa:16:3e:c3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:30Z', 'updated_at': '2021-06-28T22:29:37Z', 'revision_number': 4, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'subnets': [{'id': 'ceff7791-6824-438a-8c14-ed0729680cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:38.660361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.722777 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.733227 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a8220c0c-bb20-47ab-9e7f-df8d3fa0fe1b tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:38.822286 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'Port': ['ID=2daac72e-f017-420f-84d7-3bc8b73ba278,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:38.833012 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:38.834707 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29e9972c-98ec-482e-a43e-db446341a7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:38.847798 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:38.850173 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:38.858191 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:39.038109 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29e9972c-98ec-482e-a43e-db446341a7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.048012 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29e9972c-98ec-482e-a43e-db446341a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.051586 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47438886-9572-4978-8d75-51bc20d0c0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:39.078291 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9972c-98ec-482e-a43e-db446341a7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9988cac8-22c9-43b6-965b-f61233f6c050,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:39.108767 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-29e9972c-98ec-482e-a43e-db446341a7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:39.122767 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.129164 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-29e9972c-98ec-482e-a43e-db446341a7e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e9aa84a0d7b47d2bf5411a47a3f3879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303130 Jun 28 22:29:39.131654 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 58950) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:39.183462 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.197523 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.235121 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.344392 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.347493 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.348780 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9988cac8-22c9-43b6-965b-f61233f6c050 HTTP/1.1" status: 204 len: 168 time: 0.2159827 Jun 28 22:29:39.350514 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97865013-bd85-42eb-a68a-caf1b3f8a381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:39.365596 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9988cac8-22c9-43b6-965b-f61233f6c050,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:39.370255 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:39.425011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.435109 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.440923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fc60f712-93fd-4744-be89-d1a39224d30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:39.543849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae574fdc-987a-4605-9420-da4dc6773de1 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:39.581046 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'Port': ['ID=2daac72e-f017-420f-84d7-3bc8b73ba278,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:39.591425 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:39.600361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.616833 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port ae574fdc-987a-4605-9420-da4dc6773de1 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:39.626333 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ae574fdc-987a-4605-9420-da4dc6773de1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:39.627003 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.630924 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.632353 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4881248 Jun 28 22:29:39.743520 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.818856 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58960) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:39.829116 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port ae574fdc-987a-4605-9420-da4dc6773de1, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae574fdc-987a-4605-9420-da4dc6773de1,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:39.834746 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-46633b92-0eb8-4557-96e7-b9f3e0340b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.848735 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.855375 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:39.956567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-46633b92-0eb8-4557-96e7-b9f3e0340b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.964400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-46633b92-0eb8-4557-96e7-b9f3e0340b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:39.967409 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fffac6bd-c571-4be7-b645-5f5b9bf72325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:39.977541 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=ae574fdc-987a-4605-9420-da4dc6773de1,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:39.981379 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:39.987753 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-7f212424-8c3f-4af8-b678-641a1383ea7e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1631274225&fields=id&tenant_id=7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 267 time: 0.0786269 Jun 28 22:29:40.026491 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46633b92-0eb8-4557-96e7-b9f3e0340b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d01c25f-110c-4dbc-bc59-cab721a6f381,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:40.038129 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-46633b92-0eb8-4557-96e7-b9f3e0340b8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4151ffc1f9ec40bea523c3723bd05413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170138 Jun 28 22:29:40.040564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-46633b92-0eb8-4557-96e7-b9f3e0340b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:40.041591 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 58972) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:40.103965 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-cd27f89a-5cd2-491c-808d-d34a8f12f558 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:40.111919 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-cd27f89a-5cd2-491c-808d-d34a8f12f558 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 817 time: 0.1231091 Jun 28 22:29:40.123191 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:40.128020 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-9479f7ad-ebfb-4a04-9fd5-e46bdde7da1b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/quotas/7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 375 time: 0.0150275 Jun 28 22:29:40.145931 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:40.204267 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-19269477-67d7-4bcd-8020-ff7f11871d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:40.226005 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:40.226807 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-419abf53-ef56-40e5-848e-702833a1927c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914094 Jun 28 22:29:40.228760 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:40.229888 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d01c25f-110c-4dbc-bc59-cab721a6f381 HTTP/1.1" status: 204 len: 168 time: 0.1874616 Jun 28 22:29:40.230676 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1633e575-caa3-4c28-818b-77a6025bb53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:40.246539 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d01c25f-110c-4dbc-bc59-cab721a6f381,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:40.249540 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-aefb3ca4-d7f2-48cd-b811-220f032d10e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:40.367210 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-9286de20-c39c-4a9c-87df-a41a4d758934 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364877 Jun 28 22:29:40.477641 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-b97daf9a-3c0b-4f92-b405-5efc185c2115 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094751 Jun 28 22:29:41.064945 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5dd760b2-d4c5-436b-8cab-88986d75b971 req-a2ade29a-7eef-4d01-a8f9-1e94e7cb2784 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 210 time: 0.3714833 Jun 28 22:29:41.465516 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae574fdc-987a-4605-9420-da4dc6773de1 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:41.560368 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port ae574fdc-987a-4605-9420-da4dc6773de1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:41.561173 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.168062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-a036cd0a-18ce-45e2-a3d4-6c1656db1eb2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:42.169665 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-a036cd0a-18ce-45e2-a3d4-6c1656db1eb2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 817 time: 0.1497734 Jun 28 22:29:42.233561 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-246491f3-6b96-4d56-a732-839d7be8c3b5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 380 time: 0.0493619 Jun 28 22:29:42.246411 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'port': {'device_id': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'admin_state_up': True, 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'security_groups': ['53cef864-c966-4ea9-9fc0-777acd4312ba']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:42.312691 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7826e70c-22ff-4f99-b225-77627a88af5f req-606f4192-f8fb-4a23-a6b5-6d84f7e74d4d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 210 time: 0.0555601 Jun 28 22:29:42.386085 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Made reservation on behalf of 7932c3dab0d446aab24c980b038a06ba for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:29:42.390463 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.549877 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Allocated IP 172.20.0.13 (9d9e6894-349a-4a72-aee2-cba42d971743/40b1156b-e70e-4acd-a7d2-5924fbf42a34/fa48a5b2-119f-45a9-a870-90e0cda6e74d) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:42.705418 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.720913 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Transition to ACTIVE for port object fa48a5b2-119f-45a9-a870-90e0cda6e74d will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:42.756364 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9847-fada-4110-920e-2366a63c2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.761305 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.764972 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1aaed0e2-5991-4651-8a2a-2fe1acc85bde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:42.812947 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Network 9d9e6894-349a-4a72-aee2-cba42d971743 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:42.818302 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:42.822666 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:42.826963 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:42.850225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:42.877824 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:42.878762 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.921988 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:42.929354 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6894116 Jun 28 22:29:42.949943 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Request body: {'port': {'device_id': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:43.050582 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.173844 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f0e87857-213b-44ec-8f48-822fe6e7dd44 None None] Provisioning for port fa48a5b2-119f-45a9-a870-90e0cda6e74d completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:43.190174 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f0e87857-213b-44ec-8f48-822fe6e7dd44 None None] Provisioning complete for port fa48a5b2-119f-45a9-a870-90e0cda6e74d triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:43.190568 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0e87857-213b-44ec-8f48-822fe6e7dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.257989 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-f0e87857-213b-44ec-8f48-822fe6e7dd44 None None] Port fa48a5b2-119f-45a9-a870-90e0cda6e74d cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:29:43.378095 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa48a5b2-119f-45a9-a870-90e0cda6e74d {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:29:43.386566 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.398970 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Transition to ACTIVE for port object fa48a5b2-119f-45a9-a870-90e0cda6e74d will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:43.403305 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.406428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:43.457860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:43.462819 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:43.639438 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Attempting to bind port fa48a5b2-119f-45a9-a870-90e0cda6e74d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:29:43.639827 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Attempting to bind port fa48a5b2-119f-45a9-a870-90e0cda6e74d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:29:43.640159 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Attempting to bind port fa48a5b2-119f-45a9-a870-90e0cda6e74d on network 9d9e6894-349a-4a72-aee2-cba42d971743 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:43.652087 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Port fa48a5b2-119f-45a9-a870-90e0cda6e74d on network 9d9e6894-349a-4a72-aee2-cba42d971743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:29:43.652415 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Attempting to bind port fa48a5b2-119f-45a9-a870-90e0cda6e74d on network 9d9e6894-349a-4a72-aee2-cba42d971743 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:29:43.658965 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:29:43.659290 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Checking segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:29:43.660030 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Bound using segment: {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:29:43.660212 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Bound port: fa48a5b2-119f-45a9-a870-90e0cda6e74d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6b1d4d-0789-4731-9d28-935e03b2f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:29:43.660572 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.672246 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f39d-b438-4f58-9c7c-ed9200246850 req-a9ca6dc8-34b5-4443-9015-b34900328215 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:43.673868 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c317f39d-b438-4f58-9c7c-ed9200246850 req-a9ca6dc8-34b5-4443-9015-b34900328215 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.1735771 Jun 28 22:29:43.762610 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c317f39d-b438-4f58-9c7c-ed9200246850 req-cd1af0e7-6ac4-49bb-af1f-5df7a3a3381a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762877 Jun 28 22:29:43.785149 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:29:43.792039 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:29:43.799712 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.802214 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5020a20a-ecc2-4576-82f3-21f1245c7f82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:43.842501 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:43.843245 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:43.844712 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 1094 time: 0.9031429 Jun 28 22:29:43.845299 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:43.848099 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:43.874949 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:43.878584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:43.901626 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba4a30f-6083-47cf-a93b-a3dac1ade3d8 x-openstack-request-id: req-fba4a30f-6083-47cf-a93b-a3dac1ade3d8 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:43.902199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:43.902575 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fba4a30f-6083-47cf-a93b-a3dac1ade3d8 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:43.903112 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'status': 'completed', 'code': 200} Jun 28 22:29:43.999282 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-89b2d4ef-c93b-4acd-bfbe-40277f93692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:44.006740 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-89b2d4ef-c93b-4acd-bfbe-40277f93692e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1097 time: 0.0867808 Jun 28 22:29:44.015551 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:44.080208 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-df3a915e-f08a-40db-b770-13db77219cdb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 217 time: 0.0468924 Jun 28 22:29:44.139225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-83593cbe-3699-49a2-a20d-570ff719d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:44.142728 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-83593cbe-3699-49a2-a20d-570ff719d313 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0530427 Jun 28 22:29:44.214332 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-2081a401-7b78-4339-a1ec-2189e7c68313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:44.215614 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-2081a401-7b78-4339-a1ec-2189e7c68313 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0675046 Jun 28 22:29:44.319610 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-a466ce95-b4a2-44eb-900d-1f80aedaec1b service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974324 Jun 28 22:29:44.444410 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b78b377-2759-44b7-9e0d-1d199e0c5195 req-e3e1abc3-aff9-4a50-89a5-4f9a075496fe service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169345 Jun 28 22:29:44.667509 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-91beba64-d9a3-4db9-9e00-6e1f0fed560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:44.673168 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-91beba64-d9a3-4db9-9e00-6e1f0fed560a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1097 time: 0.1270933 Jun 28 22:29:44.822265 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-8af61c17-897f-466d-ba87-03ae865ad65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:44.824406 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-8af61c17-897f-466d-ba87-03ae865ad65a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.1469855 Jun 28 22:29:44.878056 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-35023949-1855-4a64-a543-19fbe6f0fba9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 217 time: 0.0460365 Jun 28 22:29:44.990909 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-3f12da0c-dba8-44f7-bae2-d67b62b63038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:44.992691 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-3f12da0c-dba8-44f7-bae2-d67b62b63038 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.1030190 Jun 28 22:29:45.064883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9b47-5bc3-471c-a1cc-1a069aaffc38 req-d2b0ac8c-d833-4ae0-8bc1-f954793c4e0d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:45.066787 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7f8f9b47-5bc3-471c-a1cc-1a069aaffc38 req-d2b0ac8c-d833-4ae0-8bc1-f954793c4e0d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.1309628 Jun 28 22:29:45.118122 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-eeee73af-bcde-49d1-8578-385652685f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:45.119931 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-eeee73af-bcde-49d1-8578-385652685f4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1187167 Jun 28 22:29:45.123208 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7f8f9b47-5bc3-471c-a1cc-1a069aaffc38 req-385d3f45-7240-42e2-a580-1b9c152ae9a6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492313 Jun 28 22:29:45.240598 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-c3678774-d221-4373-a29d-623447b9d7b9 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131213 Jun 28 22:29:45.344169 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3a5f6a8f-b41b-4a4e-b19a-22c0179f75f6 req-11cb0019-9237-4064-b328-29cdaa1a4b72 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956590 Jun 28 22:29:45.577013 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:45.643239 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:29:45.778523 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:45.793093 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'mac_address': 'fa:16:3e:05:af:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:29:45.846122 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:45.872354 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa48a5b2-119f-45a9-a870-90e0cda6e74d {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:29:45.912444 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:45.920465 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:45.924414 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:46.008378 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:46.024515 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:46.028146 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:46.226732 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['fa48a5b2-119f-45a9-a870-90e0cda6e74d'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:29:46.379072 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8dc60-5cbd-483f-84e2-6501a224d12d req-311bc728-a67e-4fec-a337-86d04cfe7144 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:46.380905 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-78a8dc60-5cbd-483f-84e2-6501a224d12d req-311bc728-a67e-4fec-a337-86d04cfe7144 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 945 time: 0.0764537 Jun 28 22:29:46.420138 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-78a8dc60-5cbd-483f-84e2-6501a224d12d req-eae4e4ba-fcf9-4e5c-9b70-52f5ec967e34 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Jun 28 22:29:47.143929 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-fae4f9bc-c559-4033-ae0f-33c450b33806 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:47.145389 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-fae4f9bc-c559-4033-ae0f-33c450b33806 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 815 time: 0.1145754 Jun 28 22:29:47.162641 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-35c6b465-420a-42ef-a678-51e0f9324ba2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/quotas/5ff14d5147084500b405b8d29804dfb4 HTTP/1.1" status: 200 len: 375 time: 0.0094736 Jun 28 22:29:47.237891 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-dd9a301f-aa3c-4bef-b613-2a15ca966e8c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696592 Jun 28 22:29:47.283548 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59136) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:47.349682 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-d0cdbb2b-e12b-409b-bc36-22d928697c25 service neutron] 10.222.0.50 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984404 Jun 28 22:29:47.396112 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.445892 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7a68091d-b79e-44e3-86d1-227b2500c044 service neutron] 10.222.0.50 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891631 Jun 28 22:29:47.498342 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.504141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.507608 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9552d24a-0268-4b88-9e2a-5de7b6b794ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:47.542857 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2e5f9a729b049a3b6a59b2e82849812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581460 Jun 28 22:29:47.544844 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70662162-a08d-4ee1-8aa4-50baab7ab279,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:47.546382 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59142) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:47.559769 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.560385 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.560914 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.561462 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.561979 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.562495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.562988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.563662 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.564156 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.564649 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.565171 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.565652 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.570828 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:47.634610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd1e16-7fdf-48f9-9052-55240934d2fb req-f58540a0-3fce-4884-b325-47e2896a640c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:47.637645 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-23fd1e16-7fdf-48f9-9052-55240934d2fb req-f58540a0-3fce-4884-b325-47e2896a640c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 945 time: 0.0937314 Jun 28 22:29:47.650611 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4347aa90-dc3c-4f63-9482-f9cc2019d266 req-186d5595-ac05-49eb-b673-878122aebb85 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 210 time: 0.0379457 Jun 28 22:29:47.651358 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.659011 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:29:47.687638 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.697979 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-23fd1e16-7fdf-48f9-9052-55240934d2fb req-2f9083bb-9f24-44fe-ab16-ab04c3e59c81 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558445 Jun 28 22:29:47.717870 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port fa48a5b2-119f-45a9-a870-90e0cda6e74d completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:47.731155 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port fa48a5b2-119f-45a9-a870-90e0cda6e74d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:47.731719 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.770114 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.772759 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.773938 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70662162-a08d-4ee1-8aa4-50baab7ab279 HTTP/1.1" status: 204 len: 168 time: 0.2264535 Jun 28 22:29:47.777661 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:47.790743 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70662162-a08d-4ee1-8aa4-50baab7ab279,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:47.801669 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.802750 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.803475 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.804230 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.804736 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.805321 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.805977 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.806494 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.807014 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.807527 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.808034 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.808546 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:29:47.813157 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:47.839641 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.864612 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:47.866960 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9ef47-989a-4aaa-a778-48a88bc19913" -d '{"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-plugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:47.880366 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:29:47.886725 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:47.888967 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8e22a370-0abb-4049-bdb8-61d7765a84bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:47.932292 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86778973-632b-4610-85ad-ac98f87b001f x-openstack-request-id: req-86778973-632b-4610-85ad-ac98f87b001f {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:47.932572 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-plugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:47.932836 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86778973-632b-4610-85ad-ac98f87b001f {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:47.933269 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'code': 200} Jun 28 22:29:47.947484 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:47.957787 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:48.237559 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5b762-e81e-4f75-be41-8815dfdda1fa req-d5c1dabf-3f1b-43f1-b8d3-f728912d60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:48.239422 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05e5b762-e81e-4f75-be41-8815dfdda1fa req-d5c1dabf-3f1b-43f1-b8d3-f728912d60c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1099 time: 0.0729380 Jun 28 22:29:48.279109 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-05e5b762-e81e-4f75-be41-8815dfdda1fa req-5b0c8812-94fb-4fa0-becd-69270c11647e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Jun 28 22:29:48.811674 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0f6ea111-74f7-4c34-944f-11bc24f83c92 req-56e59bc3-d970-4405-8ddd-8072a65cb3df tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 210 time: 0.0300069 Jun 28 22:29:48.908868 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7cb25-8029-4913-b33d-3f7c1ee778c0 req-a865a99c-2ca5-4004-9795-0fea850c8067 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:48.910358 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-aaf7cb25-8029-4913-b33d-3f7c1ee778c0 req-a865a99c-2ca5-4004-9795-0fea850c8067 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0640521 Jun 28 22:29:48.951800 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-aaf7cb25-8029-4913-b33d-3f7c1ee778c0 req-cc345c06-9302-40cb-b5e3-605addf0f0a9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354478 Jun 28 22:29:49.144850 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-4f864796-7132-4f9e-a541-f09c81ded1c1 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:49.146661 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-4f864796-7132-4f9e-a541-f09c81ded1c1 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 815 time: 0.1001956 Jun 28 22:29:49.167628 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'port': {'device_id': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'admin_state_up': True, 'tenant_id': '5ff14d5147084500b405b8d29804dfb4'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:49.287684 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Made reservation on behalf of 5ff14d5147084500b405b8d29804dfb4 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:29:49.291436 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:49.437858 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Allocated IP 172.20.0.3 (fdb0e0ad-a14d-4da4-984a-fa63d729ca6e/5019c819-5d75-45f1-9e73-714037a3f5c5/042abf17-9655-4d97-a1aa-2e5f31f1ffdf) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:29:49.613185 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:49.628029 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Transition to ACTIVE for port object 042abf17-9655-4d97-a1aa-2e5f31f1ffdf will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:29:49.660861 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:49.664991 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:49.707028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:29:49.710561 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:29:49.714625 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:29:49.746222 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:49.751447 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:49.786955 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:49.787807 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:49.818336 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6536551 Jun 28 22:29:50.089405 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-0c83e800-df5e-489f-8f2a-53e4d28b690d None None] Provisioning for port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:29:50.094537 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-0c83e800-df5e-489f-8f2a-53e4d28b690d None None] Provisioning complete for port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:29:50.094911 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c83e800-df5e-489f-8f2a-53e4d28b690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:50.170672 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0c83e800-df5e-489f-8f2a-53e4d28b690d None None] Port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:29:50.217674 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105c71-7ef0-4e6f-9361-309546271e55 req-fbb3e8c7-a253-43df-a0de-abebadf6d86a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:50.219531 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9a105c71-7ef0-4e6f-9361-309546271e55 req-fbb3e8c7-a253-43df-a0de-abebadf6d86a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0982993 Jun 28 22:29:50.277949 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9a105c71-7ef0-4e6f-9361-309546271e55 req-cfe4f4bc-280e-462b-844f-4711acf99ed9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529485 Jun 28 22:29:50.321681 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042718f-41e6-47a8-b271-d70c8e5092f9 req-93a5586c-72e6-47c1-b215-7ce3af1a4137 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:50.323411 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b042718f-41e6-47a8-b271-d70c8e5092f9 req-93a5586c-72e6-47c1-b215-7ce3af1a4137 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0888772 Jun 28 22:29:50.366144 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b042718f-41e6-47a8-b271-d70c8e5092f9 req-1e12c8ca-49f7-49b2-8782-44fede3ad018 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Jun 28 22:29:50.488464 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387984-b890-456e-91d8-1dcd9e288f10 req-74bf7c80-5f73-4acd-8c52-ef5aede80bd2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:50.493260 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f3387984-b890-456e-91d8-1dcd9e288f10 req-74bf7c80-5f73-4acd-8c52-ef5aede80bd2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0743737 Jun 28 22:29:50.499227 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59208) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:50.504445 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Request body: {'floatingip': {'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:50.545586 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:51.044494 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:51.049750 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:51.155016 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Floating IP 1f87835c-532f-4a8f-a8ae-1ab566ceaf15 associated. External IP: 172.28.3.60, port: fa48a5b2-119f-45a9-a870-90e0cda6e74d. Jun 28 22:29:51.377866 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Router adbbe8ee-642c-4f09-85cc-094812b0754f has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:29:51.495605 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:29:51.500612 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:51.507239 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:29:51.517695 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:51.518647 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:51.536948 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-49f454e3-234a-4919-8656-9132850dcfcf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "PUT /v2.0/floatingips/1f87835c-532f-4a8f-a8ae-1ab566ceaf15 HTTP/1.1" status: 200 len: 991 time: 1.0365295 Jun 28 22:29:51.537631 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:29:51.549305 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8426a-05a7-4de5-aad1-0073032a9bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:29:51.666338 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e771e1-512f-42a4-9aa3-92952192f131 req-e3ee87fb-d5f5-4407-8120-b79ab08faa42 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:51.667904 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-10e771e1-512f-42a4-9aa3-92952192f131 req-e3ee87fb-d5f5-4407-8120-b79ab08faa42 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.1480973 Jun 28 22:29:51.714534 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-10e771e1-512f-42a4-9aa3-92952192f131 req-a73c4bce-a133-46e8-83c7-3f1d8224fe10 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Jun 28 22:29:51.726048 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:51.795533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d141cb8-b053-44e6-a938-af44891b5359 x-openstack-request-id: req-8d141cb8-b053-44e6-a938-af44891b5359 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:29:51.795533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:29:51.795533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d141cb8-b053-44e6-a938-af44891b5359 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:29:51.795533 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'status': 'completed', 'code': 200} Jun 28 22:29:52.075064 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '1f87835c-532f-4a8f-a8ae-1ab566ceaf15', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'mac_address': 'fa:16:3e:05:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:29:38Z', 'updated_at': '2021-06-28T22:29:50Z', 'revision_number': 1, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:52.102340 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:29:52.112783 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:29:52.113439 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:29:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:52.344433 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:29:52.587337 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '1f87835c-532f-4a8f-a8ae-1ab566ceaf15', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'mac_address': 'fa:16:3e:05:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:29:38Z', 'updated_at': '2021-06-28T22:29:50Z', 'revision_number': 1, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:52.622585 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9535849-8f92-459d-888e-2104e26fcd7b None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '1f87835c-532f-4a8f-a8ae-1ab566ceaf15', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'mac_address': 'fa:16:3e:05:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:29:38Z', 'updated_at': '2021-06-28T22:29:50Z', 'revision_number': 1, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:29:52.848932 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386119c-c29b-4b39-a52e-a10d434ac0eb None None] New status for floating IP 1f87835c-532f-4a8f-a8ae-1ab566ceaf15: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:29:52.926826 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f72c51-dd2c-414d-8e51-e7b38a11922e req-ed31cda3-e87d-4580-a2fb-3800b1570e3d tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:52.929408 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-59f72c51-dd2c-414d-8e51-e7b38a11922e req-ed31cda3-e87d-4580-a2fb-3800b1570e3d tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0818079 Jun 28 22:29:52.971457 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-59f72c51-dd2c-414d-8e51-e7b38a11922e req-1bd42293-66f0-4dcf-b308-ae19d7ac13b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Jun 28 22:29:54.125551 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59252) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:54.158322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba3286-3d0f-4ca4-83fe-0aac0e7580dd req-d5056252-f076-4031-8495-d33bc12a23b9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:54.160967 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6aba3286-3d0f-4ca4-83fe-0aac0e7580dd req-d5056252-f076-4031-8495-d33bc12a23b9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0738885 Jun 28 22:29:54.188685 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Deleting subnet 607a6404-b317-4e1e-8e20-32d942cdf375 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:29:54.197743 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.233421 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6aba3286-3d0f-4ca4-83fe-0aac0e7580dd req-1726b2fa-29fc-4be5-b20f-1116352e7509 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621138 Jun 28 22:29:54.248359 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.292550 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.348882 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.352335 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a262461d-bd97-466b-b7b0-37c0c5a5a071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:54.378755 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607a6404-b317-4e1e-8e20-32d942cdf375,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:54.380712 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.385483 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/607a6404-b317-4e1e-8e20-32d942cdf375 HTTP/1.1" status: 204 len: 168 time: 0.2588863 Jun 28 22:29:54.386237 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59254) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:54.389373 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-51b13946-66bd-4ba1-8509-61a438055103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:54.462034 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.545589 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.556294 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d83f9e-6e81-4a5a-9761-60ecbe1638a2']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:54.567028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:54.567291 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca6d7bc-f86f-4ba8-8942-bfe995454e6e') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:29:54.585332 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.601246 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.610585 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:29:54.611289 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:29:54.614708 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:29:54.676290 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.680330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:54.682939 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:54.684729 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] 10.222.0.50 "DELETE /v2.0/networks/b8d83f9e-6e81-4a5a-9761-60ecbe1638a2 HTTP/1.1" status: 204 len: 168 time: 0.2972376 Jun 28 22:29:54.695808 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d83f9e-6e81-4a5a-9761-60ecbe1638a2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:54.698454 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80fd48e6-3bec-4c54-9c15-2f7a0155207d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:54.876743 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59258) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:54.926891 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-80186a7a-7174-495d-96ba-f9619395ce80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea1801f2caef4804a9e8f6d6a58586e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462496 Jun 28 22:29:54.926891 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59260) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:29:54.983652 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:55.013721 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:55.071491 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:55.075093 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:29:55.078880 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dfe1126-dc8b-4168-9748-a084ec68d4b0 HTTP/1.1" status: 204 len: 168 time: 0.1484759 Jun 28 22:29:55.078880 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5e3a140a-7d06-40e2-bbe1-b91b12b373d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:29:55.086232 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfe1126-dc8b-4168-9748-a084ec68d4b0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:29:55.089602 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:29:55.449719 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f841d-d11a-4982-b78c-783c78e6976e req-9828a7c3-bc70-45be-acc7-dab09f55d8d9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:55.451392 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b74f841d-d11a-4982-b78c-783c78e6976e req-9828a7c3-bc70-45be-acc7-dab09f55d8d9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0941210 Jun 28 22:29:55.490557 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b74f841d-d11a-4982-b78c-783c78e6976e req-861d2510-7955-4d56-a5e9-38ce6618778c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Jun 28 22:29:56.687853 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cdbb6-fe61-4601-b090-be7aabfd0da7 req-2521bd93-4d3b-442b-a319-64b34c726c4d tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:56.689455 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16cdbb6-fe61-4601-b090-be7aabfd0da7 req-2521bd93-4d3b-442b-a319-64b34c726c4d tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0819595 Jun 28 22:29:56.729166 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16cdbb6-fe61-4601-b090-be7aabfd0da7 req-5f111cd1-5b49-46b4-b920-3aa6a29d8781 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339954 Jun 28 22:29:57.926649 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b1a6-3498-4579-92dd-735d5a839677 req-6ce28677-b501-468c-a858-b138e937282c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:57.928193 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5303b1a6-3498-4579-92dd-735d5a839677 req-6ce28677-b501-468c-a858-b138e937282c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0699880 Jun 28 22:29:57.968761 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5303b1a6-3498-4579-92dd-735d5a839677 req-c0dae9cc-f9bd-4b58-8f6e-cde0e63e179b tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Jun 28 22:29:59.151846 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c1ef8-ed96-4e18-9e6a-f263b5bb5d0e req-81c53008-08bd-4166-a369-9e4539fad36b tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:59.153605 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-954c1ef8-ed96-4e18-9e6a-f263b5bb5d0e req-81c53008-08bd-4166-a369-9e4539fad36b tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.0672953 Jun 28 22:29:59.198644 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-954c1ef8-ed96-4e18-9e6a-f263b5bb5d0e req-d85f1625-5f65-42dd-b550-211f712e40c2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381129 Jun 28 22:29:59.931665 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Request body: {'port': {'device_id': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:29:59.985446 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-c82e4022-ef91-4541-a07a-93009a600568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:29:59.986964 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-c82e4022-ef91-4541-a07a-93009a600568 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1099 time: 0.0586801 Jun 28 22:30:00.009662 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:00.085741 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-3c9f7037-b577-4b45-a152-ed3223c7ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.087275 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-3c9f7037-b577-4b45-a152-ed3223c7ddda service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.0895083 Jun 28 22:30:00.154967 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-a0cc8063-fba2-47ee-b4a9-b050ac018c42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 1001 time: 0.0601811 Jun 28 22:30:00.204005 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-c68e404f-b31e-44d7-ac3c-4f2df6772817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.205536 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-c68e404f-b31e-44d7-ac3c-4f2df6772817 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0442760 Jun 28 22:30:00.263383 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-eec2bf3d-8e74-49ef-8b52-f1b420c69400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.264992 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-eec2bf3d-8e74-49ef-8b52-f1b420c69400 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531192 Jun 28 22:30:00.286735 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042abf17-9655-4d97-a1aa-2e5f31f1ffdf {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:30:00.296947 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:00.320619 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Transition to ACTIVE for port object 042abf17-9655-4d97-a1aa-2e5f31f1ffdf will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:30:00.343059 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:00.346506 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-40095224-2b17-4297-99bf-ff04ff2be7f4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:00.358680 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-2911f62e-f459-403e-a71e-696ba4b03b90 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869193 Jun 28 22:30:00.431558 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:00.454855 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:00.457257 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-45e8426a-05a7-4de5-aad1-0073032a9bb9 req-bfde0336-ac85-4f46-97ea-bac4b540ccf5 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924969 Jun 28 22:30:00.468350 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdb767-cca8-4442-8f5e-37463752c93d req-d61cfa90-e8d5-46b3-a08e-d867e54dc3b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.469984 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-99bdb767-cca8-4442-8f5e-37463752c93d req-d61cfa90-e8d5-46b3-a08e-d867e54dc3b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 931 time: 0.1584196 Jun 28 22:30:00.522445 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Attempting to bind port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:30:00.522792 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Attempting to bind port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:30:00.523111 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Attempting to bind port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf on network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:30:00.530120 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf on network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:30:00.530437 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Attempting to bind port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf on network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:30:00.536197 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-99bdb767-cca8-4442-8f5e-37463752c93d req-67afd7ab-3c8e-4268-937a-075f3824f4e1 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Jun 28 22:30:00.538976 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:30:00.539329 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Checking segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:30:00.539672 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Bound using segment: {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:30:00.540137 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Bound port: 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b308d67f-7856-4542-a4c6-40d83612cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:30:00.540490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:00.606127 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:30:00.611421 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:30:00.618585 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:00.620984 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-95372a57-10ef-47be-9e0a-c91a183477d6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:00.664093 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.664728 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:00.666137 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 1093 time: 0.7392752 Jun 28 22:30:00.666740 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:00.668911 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d206489-688d-4060-94b7-0cb0115e6276" -d '{"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:00.700608 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:00.703680 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:00.708990 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb72a8c-d908-446f-bcbe-b24d33db4c26 x-openstack-request-id: req-1eb72a8c-d908-446f-bcbe-b24d33db4c26 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:00.709403 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:00.709742 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1eb72a8c-d908-446f-bcbe-b24d33db4c26 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:00.710230 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'status': 'completed', 'code': 200} Jun 28 22:30:00.791024 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-75cff19b-54a9-47ff-8ba3-15f5696bee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.792556 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-75cff19b-54a9-47ff-8ba3-15f5696bee17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1096 time: 0.0573850 Jun 28 22:30:00.841212 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-54aea4e4-e3c8-403d-a789-9b07afbb9239 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 217 time: 0.0339084 Jun 28 22:30:00.888650 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-008a1fa5-9bc1-4d15-9f9b-16c0bd8397bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.890138 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-008a1fa5-9bc1-4d15-9f9b-16c0bd8397bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0422421 Jun 28 22:30:00.951519 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-19626ed2-09f9-4e4f-89a4-51d2b14c19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:00.952899 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-19626ed2-09f9-4e4f-89a4-51d2b14c19a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0564172 Jun 28 22:30:01.044047 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-d3a57724-0540-4f16-a2f0-0096decbeea4 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842159 Jun 28 22:30:01.400856 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3078b591-8a98-4d7c-9f08-3d50a49923d9 req-0685690e-1658-4f7f-be1d-bab96c155006 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326759 Jun 28 22:30:01.551484 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206489-688d-4060-94b7-0cb0115e6276 req-9f674f07-ee48-4ab4-a772-f55308d02ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:01.552953 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-9f674f07-ee48-4ab4-a772-f55308d02ba6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1096 time: 0.0530903 Jun 28 22:30:01.647352 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206489-688d-4060-94b7-0cb0115e6276 req-f3b71d0b-1513-4d91-89de-618e83b6ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:01.648807 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-f3b71d0b-1513-4d91-89de-618e83b6ac4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 916 time: 0.0863283 Jun 28 22:30:01.695924 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-0f4f487b-2440-45c1-bf44-5f6ee765d207 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 217 time: 0.0374882 Jun 28 22:30:01.727763 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5c140-f13f-40af-9d51-44992cdb8f94 req-9f8f984c-9ec3-436e-94b0-f9eb67b27339 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:01.729490 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fcf5c140-f13f-40af-9d51-44992cdb8f94 req-9f8f984c-9ec3-436e-94b0-f9eb67b27339 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 943 time: 0.0757523 Jun 28 22:30:01.753268 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206489-688d-4060-94b7-0cb0115e6276 req-88473925-63b9-49ea-8183-d30e2aed4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:01.755034 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-88473925-63b9-49ea-8183-d30e2aed4bdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0522177 Jun 28 22:30:01.768935 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fcf5c140-f13f-40af-9d51-44992cdb8f94 req-47f38f2f-f9a1-4c86-b884-bbf994b92e9c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Jun 28 22:30:01.811880 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206489-688d-4060-94b7-0cb0115e6276 req-0c71f2e8-908f-49ab-8e64-06c61fa70b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:01.813521 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-0c71f2e8-908f-49ab-8e64-06c61fa70b80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0516536 Jun 28 22:30:01.909573 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-5a80348f-729c-4f12-8b01-7f1e0cd4e3f8 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881939 Jun 28 22:30:01.999798 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4d206489-688d-4060-94b7-0cb0115e6276 req-d59283e3-5f9b-44da-983e-a705cd4d2c99 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Jun 28 22:30:02.948801 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63e1cc-4aa8-495a-905e-c49802dc4da6 req-ca6ac9f2-e9b8-40e3-b871-d5d1c9e885d2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:02.950284 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fe63e1cc-4aa8-495a-905e-c49802dc4da6 req-ca6ac9f2-e9b8-40e3-b871-d5d1c9e885d2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 943 time: 0.0657499 Jun 28 22:30:02.989454 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fe63e1cc-4aa8-495a-905e-c49802dc4da6 req-9a8af994-ee91-4c18-a5dd-d20a569dbd1e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jun 28 22:30:03.739447 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 042abf17-9655-4d97-a1aa-2e5f31f1ffdf details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:30:03.843074 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:03.854509 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'port_id': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'mac_address': 'fa:16:3e:ab:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:30:03.894024 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:03.906968 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042abf17-9655-4d97-a1aa-2e5f31f1ffdf {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:30:03.927414 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:03.933611 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:03.935323 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a52a98d5-ca2e-4370-af2b-d23dd3285805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:03.979519 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:03.986539 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.986871 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.987198 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.987493 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.987841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.988158 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.988453 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.988765 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.989155 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.989650 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.989910 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.990219 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:30:03.993988 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:04.182953 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cfd85-6bd2-4d91-b470-95297bbbadcc req-b2d50699-c25b-4d6c-b932-a570760a1b33 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:04.184410 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-762cfd85-6bd2-4d91-b470-95297bbbadcc req-b2d50699-c25b-4d6c-b932-a570760a1b33 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 944 time: 0.0697277 Jun 28 22:30:04.223356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['042abf17-9655-4d97-a1aa-2e5f31f1ffdf'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:30:04.232726 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-762cfd85-6bd2-4d91-b470-95297bbbadcc req-59e3df1d-f027-4515-8b17-111489cf3c7a tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Jun 28 22:30:05.679251 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba2fe3-ccf8-4690-831f-fb0eb63db177 req-522a26a8-53c7-44fe-ba65-120ad8af9247 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:05.680722 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3bba2fe3-ccf8-4690-831f-fb0eb63db177 req-522a26a8-53c7-44fe-ba65-120ad8af9247 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 944 time: 0.3355052 Jun 28 22:30:05.718307 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3bba2fe3-ccf8-4690-831f-fb0eb63db177 req-bb09a3a8-ebf6-4c24-8ce8-8fc8d59cdf48 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Jun 28 22:30:05.760655 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 042abf17-9655-4d97-a1aa-2e5f31f1ffdf up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:30:05.812733 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:30:05.817302 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:30:05.817683 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:05.896948 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:05.927223 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:05.930841 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ef5024-569a-40e8-9648-98bea0485e45" -d '{"events": [{"server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "name": "network-vif-plugged", "status": "completed", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:05.945106 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:05.950613 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:05.952517 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:05.974087 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb34512-3d57-4e60-887f-f3beb62f6dc2 x-openstack-request-id: req-fdb34512-3d57-4e60-887f-f3beb62f6dc2 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:05.974374 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "name": "network-vif-plugged", "status": "completed", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:05.974626 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdb34512-3d57-4e60-887f-f3beb62f6dc2 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:05.975011 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'code': 200} Jun 28 22:30:06.001209 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:06.004279 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:06.234751 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02be6-033b-408e-a488-a2817d6b16e9 req-65ce5f74-3914-465e-a57c-f70eb6dcd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:06.236233 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-11e02be6-033b-408e-a488-a2817d6b16e9 req-65ce5f74-3914-465e-a57c-f70eb6dcd203 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1098 time: 0.0584006 Jun 28 22:30:06.272418 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-11e02be6-033b-408e-a488-a2817d6b16e9 req-bfedfb94-83fc-4d43-88fc-1a6a830a2da6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283110 Jun 28 22:30:06.894536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4397f-f88a-4bd1-9a8d-db43cf3449bb req-6d1eb710-c2b5-4d1c-96ad-77e88bd61bb0 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:06.895972 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dee4397f-f88a-4bd1-9a8d-db43cf3449bb req-6d1eb710-c2b5-4d1c-96ad-77e88bd61bb0 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0635891 Jun 28 22:30:06.943571 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dee4397f-f88a-4bd1-9a8d-db43cf3449bb req-fcda7aa4-56b0-4432-b791-65a0d9d87a94 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Jun 28 22:30:08.135546 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcf17-ae5e-4f4b-bd3a-56abd22df8a7 req-1213ad17-7e1c-4bc8-b6e2-8933d3c1d1ff tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:08.137003 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-abbdcf17-ae5e-4f4b-bd3a-56abd22df8a7 req-1213ad17-7e1c-4bc8-b6e2-8933d3c1d1ff tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0716610 Jun 28 22:30:08.174793 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-abbdcf17-ae5e-4f4b-bd3a-56abd22df8a7 req-f187a9bb-516f-4a48-9b00-9824c22f26b4 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Jun 28 22:30:08.361593 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5bb2d-beb0-4cb1-9329-cdc669723494 req-c4a57a81-3d9a-4df8-ac20-6317d2f27c8c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:08.363070 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-63f5bb2d-beb0-4cb1-9329-cdc669723494 req-c4a57a81-3d9a-4df8-ac20-6317d2f27c8c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0697861 Jun 28 22:30:08.403913 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-63f5bb2d-beb0-4cb1-9329-cdc669723494 req-f1892f2b-79b2-47c2-926a-a40cbc2e3572 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Jun 28 22:30:08.797923 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba0cf8-8af5-455c-9302-6512f89dcdbe req-8c290bc9-994a-46a9-bccb-16a55b0cf5ca tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:08.799370 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1eba0cf8-8af5-455c-9302-6512f89dcdbe req-8c290bc9-994a-46a9-bccb-16a55b0cf5ca tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0734649 Jun 28 22:30:08.838184 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1eba0cf8-8af5-455c-9302-6512f89dcdbe req-f8286ac5-929f-4f24-aba5-cb58ed34030b tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Jun 28 22:30:10.074819 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:30:10.192279 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e993708f-094c-4596-841d-8bb55f74972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:12.722775 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3da03093-f256-4dc7-88ad-79dce62d3823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:12.910899 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:13.217714 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ffd35-429d-46b7-87ed-de901e526ff5 req-077202d2-8ee7-4229-972d-c3afe7a66783 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:13.219205 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-743ffd35-429d-46b7-87ed-de901e526ff5 req-077202d2-8ee7-4229-972d-c3afe7a66783 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0717075 Jun 28 22:30:13.256647 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-743ffd35-429d-46b7-87ed-de901e526ff5 req-d97aeb38-6676-41a8-91b1-0b4f1c08e3c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Jun 28 22:30:13.281674 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59356) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:13.540628 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c02626-0b20-4a37-8a15-c79b7824f02e tempest-TestMinimumBasicScenario-1789380486 tempest-TestMinimumBasicScenario-1789380486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:13.545249 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59360) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:13.545463 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-69c02626-0b20-4a37-8a15-c79b7824f02e tempest-TestMinimumBasicScenario-1789380486 tempest-TestMinimumBasicScenario-1789380486-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1093 time: 0.2624996 Jun 28 22:30:13.552432 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'floatingip': {'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'port_id': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:13.576866 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:13.682636 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:13.792602 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Allocated IP 172.28.3.91 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/c2419db9-deeb-43c3-8fb8-50a022a628fc) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:30:13.906960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:13.947128 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:13.949232 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:13.985917 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:30:13.990602 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:30:13.995904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:30:14.016612 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:14.021736 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'Port': ['ID=c2419db9-deeb-43c3-8fb8-50a022a628fc,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:14.025786 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:14.364054 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:14.441550 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:14.608581 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:14.615378 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:14.617751 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c700a2f4-9563-4d69-9570-fbda26ccee80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:14.683683 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'Port': ['ID=c2419db9-deeb-43c3-8fb8-50a022a628fc,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:14.687543 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:14.699006 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:14.803954 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Floating IP 3dd82d2b-5537-46fa-87a9-06a8f006b6c9 associated. External IP: 172.28.3.91, port: 042abf17-9655-4d97-a1aa-2e5f31f1ffdf. Jun 28 22:30:15.030416 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:30:15.138634 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:30:15.148880 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] Sync routers for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:30:15.157326 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.164250 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:30:15.164875 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:30:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:30:15.203710 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6571214 Jun 28 22:30:15.204178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:15.206561 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59366) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:15.207089 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765962b3-baf6-4a65-a36b-1aaed77374cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:15.211275 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833900739', 'description': 'tempest-secgroup-smoke-833900739 description', 'project_id': '5ff14d5147084500b405b8d29804dfb4'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:15.236029 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.245187 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a401c7-7439-4340-8924-894ed63a4aa5 x-openstack-request-id: req-59a401c7-7439-4340-8924-894ed63a4aa5 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:15.245508 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:15.245789 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59a401c7-7439-4340-8924-894ed63a4aa5 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:15.246219 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'status': 'completed', 'code': 200} Jun 28 22:30:15.290930 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:30:15.344383 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.352189 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.356275 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d6110bf9-00fd-4eb1-aa83-c1dbc36bd33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:15.393832 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.397423 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1875062 Jun 28 22:30:15.397423 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bc1490-b3ed-402a-a61b-640c0a05da09,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:15.398555 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59370) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:15.400205 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:15.404678 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group_rule': {'security_group_id': 'f6bc1490-b3ed-402a-a61b-640c0a05da09', 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:15.404830 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-831dfcd1-8e49-4409-8ebd-22eea56ffdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:15.406214 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-831dfcd1-8e49-4409-8ebd-22eea56ffdd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1098 time: 0.1080041 Jun 28 22:30:15.436556 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.496618 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.502957 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.503650 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-8d1cd2b0-7c00-4704-b20c-bf0bd7e09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:15.505563 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-8d1cd2b0-7c00-4704-b20c-bf0bd7e09ecc service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 916 time: 0.0901785 Jun 28 22:30:15.505786 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4731deea-b05e-459a-b151-ece443a99c3f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:15.522202 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847bd458-1b4f-4ff8-ab0c-08deaa8055d8,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:15.525394 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:15.526511 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '3dd82d2b-5537-46fa-87a9-06a8f006b6c9', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'floating_ip_address': '172.28.3.91', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'port_id': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'mac_address': 'fa:16:3e:ab:b5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:30:14Z', 'updated_at': '2021-06-28T22:30:14Z', 'revision_number': 0, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:30:15.531027 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.535131 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-0247b7cd-2e81-4434-949c-f0bace7c3cb7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330409 Jun 28 22:30:15.535271 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59372) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:15.540664 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group_rule': {'security_group_id': 'f6bc1490-b3ed-402a-a61b-640c0a05da09', 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:15.554176 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] Checking router: 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:30:15.564687 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:30:15.565489 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:30:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:30:15.571261 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.577101 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-df86949a-795a-419d-9e04-f8c892d3b16e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 998 time: 0.0630257 Jun 28 22:30:15.622010 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.630215 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-ad99c10c-afcf-4d1e-8568-311f9ddd6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:15.631947 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-ad99c10c-afcf-4d1e-8568-311f9ddd6928 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0475247 Jun 28 22:30:15.634497 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.638899 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.648220 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0e9d5b61-4026-4d2e-838d-919810c12259 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:15.678055 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3824e82-db71-4ef0-9de1-bf186ed887aa,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:15.682269 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:15.683867 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.685810 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491761 Jun 28 22:30:15.688221 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:30:15.689291 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59374) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:15.696267 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group_rule': {'security_group_id': 'f6bc1490-b3ed-402a-a61b-640c0a05da09', 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:15.722058 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-4f1d0cfb-39c2-4df2-a417-d6c98e1a8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:15.724453 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-4f1d0cfb-39c2-4df2-a417-d6c98e1a8c1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0852294 Jun 28 22:30:15.733756 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.797520 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.802617 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.808548 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:15.824400 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c782e5-c699-4884-908e-150db96e2ea7,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:15.827092 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:15.828582 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.832628 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393783 Jun 28 22:30:15.833598 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59376) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:15.838159 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-c20043d9-bc9a-4a7c-8fd2-e377e0f048ce service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043410 Jun 28 22:30:15.840023 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group_rule': {'security_group_id': 'f6bc1490-b3ed-402a-a61b-640c0a05da09', 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:15.872418 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.931708 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.937923 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '3dd82d2b-5537-46fa-87a9-06a8f006b6c9', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'floating_ip_address': '172.28.3.91', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'port_id': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'mac_address': 'fa:16:3e:ab:b5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:30:14Z', 'updated_at': '2021-06-28T22:30:14Z', 'revision_number': 0, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:30:15.938173 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.940684 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:15.942357 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.956604 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6a4ee9-568b-4acb-bfac-1995cb03efdd,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:15.957438 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-765962b3-baf6-4a65-a36b-1aaed77374cc req-e3c43696-efb1-4ce0-8d0a-a378e13087ba service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100938 Jun 28 22:30:15.959175 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:15.964729 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:15.966360 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-c61460e2-7214-4e4a-ac51-f2cccd5af3e2 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321144 Jun 28 22:30:15.969214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59378) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:15.971744 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b56a4-1a41-46f9-8003-e4890697a97b None None] The sync data for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb is: [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '3dd82d2b-5537-46fa-87a9-06a8f006b6c9', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'floating_ip_address': '172.28.3.91', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'port_id': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'mac_address': 'fa:16:3e:ab:b5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:30:14Z', 'updated_at': '2021-06-28T22:30:14Z', 'revision_number': 0, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:30:15.973831 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group_rule': {'security_group_id': 'f6bc1490-b3ed-402a-a61b-640c0a05da09', 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:15.998812 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.securitygroups_db [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Project 5ff14d5147084500b405b8d29804dfb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:30:16.004057 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.065337 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.070195 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.075387 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f4a4aaf4-6c7b-4bd5-be61-9d71f28c10c5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:16.092368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599129f7-85b5-466a-8d58-f67966397cc1,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:16.095160 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:16.107392 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.108667 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-56203c1f-1847-4264-bbfe-4f7516d29158 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384938 Jun 28 22:30:16.111533 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59382) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:16.116223 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'security_group_rule': {'security_group_id': 'f6bc1490-b3ed-402a-a61b-640c0a05da09', 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:16.140154 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.securitygroups_db [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Project 5ff14d5147084500b405b8d29804dfb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:30:16.146381 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.173353 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45f5a-47c6-438f-8328-b0e5e78a0bfa None None] New status for floating IP 3dd82d2b-5537-46fa-87a9-06a8f006b6c9: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:30:16.224661 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.230941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.233319 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d205d870-5479-45c7-9dac-9d99eb96e4d6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:16.251283 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c9070c-ff1a-4c3e-b8af-b6932582e8a7,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:16.255403 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:16.260059 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.263963 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-07248647-d022-4456-ae5d-57b683c375e7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488385 Jun 28 22:30:16.384151 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-c205df12-2927-4a31-9f58-d5d50dfed648 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833900739&fields=id&tenant_id=5ff14d5147084500b405b8d29804dfb4 HTTP/1.1" status: 200 len: 267 time: 0.0338283 Jun 28 22:30:16.456786 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-52579d3e-c6ec-4cf7-a547-95b6f6b8a04e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:16.458348 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-52579d3e-c6ec-4cf7-a547-95b6f6b8a04e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0685985 Jun 28 22:30:16.469533 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'port': {'security_groups': ['080167e7-7f6c-4aaf-8463-9d2500228cfb', 'f6bc1490-b3ed-402a-a61b-640c0a05da09']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:30:16.552247 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.743218 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:16.776380 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.782180 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.786572 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-39f3e02e-d590-4a45-a48b-fdb72dee98c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:16.828966 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['042abf17-9655-4d97-a1aa-2e5f31f1ffdf'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:30:16.830789 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:16.831449 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:16.833061 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dd7dfc04-c26b-46bb-a020-c3c76fbce3ab req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "PUT /v2.0/ports/042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 981 time: 0.3681855 Jun 28 22:30:16.833428 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:16.835768 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16524d1-da28-41cb-9372-2181ce65a3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:16.864834 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=6']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:16.868425 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-041ca3b9-9634-4ed7-b1b1-59b6d16b7700 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:16.890923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4992ff-176c-42e9-a97f-853caa6243ab x-openstack-request-id: req-1d4992ff-176c-42e9-a97f-853caa6243ab {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:16.891289 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:16.891590 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d4992ff-176c-42e9-a97f-853caa6243ab {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:16.892087 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'status': 'completed', 'code': 200} Jun 28 22:30:16.995460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['042abf17-9655-4d97-a1aa-2e5f31f1ffdf'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:30:17.052263 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-fad062af-1005-4669-ad13-70fa5de178ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:17.053798 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-fad062af-1005-4669-ad13-70fa5de178ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1137 time: 0.1025958 Jun 28 22:30:17.061349 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f0eee-ba72-482c-97ff-ad46d6178aff req-a1e270ac-89eb-483a-8165-d77fdfb904c8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:17.062744 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bf5f0eee-ba72-482c-97ff-ad46d6178aff req-a1e270ac-89eb-483a-8165-d77fdfb904c8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.0999463 Jun 28 22:30:17.069411 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-982deae9-b85b-44d3-a5d4-9634f1783354 None None] Provisioning complete for port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:30:17.069787 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-982deae9-b85b-44d3-a5d4-9634f1783354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:17.160533 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bf5f0eee-ba72-482c-97ff-ad46d6178aff req-8beb34cc-b657-4381-b04c-85e1ab95b520 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884547 Jun 28 22:30:17.188282 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-e00ab87b-2704-4ecf-b021-fef7d49cdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:17.189793 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-e00ab87b-2704-4ecf-b021-fef7d49cdcde service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 916 time: 0.1261995 Jun 28 22:30:17.263500 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-36776194-2de3-4c42-b6cc-12f734937c56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 1000 time: 0.0661240 Jun 28 22:30:17.319844 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-1f7a2e77-3cf9-4daf-b797-c9c485f11238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:17.321359 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-1f7a2e77-3cf9-4daf-b797-c9c485f11238 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0455818 Jun 28 22:30:17.377993 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-a6e7b163-98e3-4933-bd76-510153a74af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:17.379638 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-a6e7b163-98e3-4933-bd76-510153a74af3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0520415 Jun 28 22:30:17.478699 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-a759c626-63be-46ed-823e-78c6e3aea0d2 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897341 Jun 28 22:30:17.568348 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f16524d1-da28-41cb-9372-2181ce65a3ec req-0844f40c-6140-400b-b5c1-c08b7fa959f6 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801866 Jun 28 22:30:33.058201 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038be5-46ea-4887-835a-a55b5a0961a1 req-31413668-3dad-4322-abf6-06c8489e7c25 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:33.059709 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-40038be5-46ea-4887-835a-a55b5a0961a1 req-31413668-3dad-4322-abf6-06c8489e7c25 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0691266 Jun 28 22:30:33.100695 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-40038be5-46ea-4887-835a-a55b5a0961a1 req-49bbe002-bced-4c08-97b3-b6f139eb49d0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349264 Jun 28 22:30:34.285890 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210a68-3269-47ee-8cde-da0ee4a10a31 req-05aba4d6-ba39-4b26-8472-e59e9234925f tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:34.287381 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8210a68-3269-47ee-8cde-da0ee4a10a31 req-05aba4d6-ba39-4b26-8472-e59e9234925f tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0671322 Jun 28 22:30:34.330538 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8210a68-3269-47ee-8cde-da0ee4a10a31 req-5446d955-3728-49ea-9e31-4923e2f37399 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371575 Jun 28 22:30:34.678783 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61984406-bc32-4852-9464-5e8e8f975375 req-1c0e2a3e-2b4a-4cd9-938d-f17fdaec853e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:34.680223 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-61984406-bc32-4852-9464-5e8e8f975375 req-1c0e2a3e-2b4a-4cd9-938d-f17fdaec853e tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0744567 Jun 28 22:30:34.718345 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-61984406-bc32-4852-9464-5e8e8f975375 req-d6441162-f3d9-46f3-b591-1c4c67cdf5e0 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322006 Jun 28 22:30:35.529169 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24230eff-dd31-4194-b46c-bedddbde5528 req-5e5d01ca-7865-415e-9c76-de4450a20b2a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:35.530803 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-24230eff-dd31-4194-b46c-bedddbde5528 req-5e5d01ca-7865-415e-9c76-de4450a20b2a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0750868 Jun 28 22:30:35.570042 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-24230eff-dd31-4194-b46c-bedddbde5528 req-cba5a75f-5148-4986-989f-a0e56009bee4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jun 28 22:30:36.020876 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e019f-e293-44f6-961c-940d36cd5ba4 req-bb992c59-0a58-4047-b63d-4f833038f191 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:36.022376 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c84e019f-e293-44f6-961c-940d36cd5ba4 req-bb992c59-0a58-4047-b63d-4f833038f191 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1903510 Jun 28 22:30:36.060774 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c84e019f-e293-44f6-961c-940d36cd5ba4 req-147df934-de35-4c3f-a232-e5a47c393ab7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Jun 28 22:30:36.814954 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584504-1ab4-43c1-9d8b-ae13d889cc45 req-94ebba75-59bf-46dc-b9f4-dcc8f6081395 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:36.817465 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c1584504-1ab4-43c1-9d8b-ae13d889cc45 req-94ebba75-59bf-46dc-b9f4-dcc8f6081395 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1261451 Jun 28 22:30:36.858175 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c1584504-1ab4-43c1-9d8b-ae13d889cc45 req-a9c2958f-5cdf-43cd-8d06-ab9a47718713 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333190 Jun 28 22:30:37.242166 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ae0-0831-4fed-8a5c-42f9dddc8244 req-311f44f9-218d-4bed-9059-7d613d30ea06 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:37.243665 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-effb2ae0-0831-4fed-8a5c-42f9dddc8244 req-311f44f9-218d-4bed-9059-7d613d30ea06 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0710385 Jun 28 22:30:37.284150 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-effb2ae0-0831-4fed-8a5c-42f9dddc8244 req-81c7ce59-2125-4b20-9ecd-11315b98b70f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338595 Jun 28 22:30:38.068742 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d56f-25f7-40db-8874-f7e600ab7e87 req-b570d2fe-45c4-47b4-a035-84229e65bca2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:38.070259 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0bb6d56f-25f7-40db-8874-f7e600ab7e87 req-b570d2fe-45c4-47b4-a035-84229e65bca2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0717537 Jun 28 22:30:38.112894 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-0bb6d56f-25f7-40db-8874-f7e600ab7e87 req-72c65f62-861c-4000-a24f-f0628ad80815 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368404 Jun 28 22:30:38.473209 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41788f-6608-4423-a8b8-4d00914c463d req-e5236a41-5b07-4a43-8967-48382306e8d7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:38.475358 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0e41788f-6608-4423-a8b8-4d00914c463d req-e5236a41-5b07-4a43-8967-48382306e8d7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0761116 Jun 28 22:30:38.523380 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0e41788f-6608-4423-a8b8-4d00914c463d req-e658ff71-0949-4fe2-9820-951062780907 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Jun 28 22:30:39.326230 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d015-427a-49ed-9fef-f22ea0c8f048 req-296e53c6-e0c0-4ad0-aa2c-dab0bd7e22a7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:39.327771 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1b65d015-427a-49ed-9fef-f22ea0c8f048 req-296e53c6-e0c0-4ad0-aa2c-dab0bd7e22a7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0920861 Jun 28 22:30:39.371694 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1b65d015-427a-49ed-9fef-f22ea0c8f048 req-ffd95986-c567-41ef-b52f-500040b175de tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Jun 28 22:30:39.728163 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29d27f-28db-43d2-8165-730f19458923 req-cca9450a-a141-4237-ba27-75beb6798eb3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:39.729921 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1d29d27f-28db-43d2-8165-730f19458923 req-cca9450a-a141-4237-ba27-75beb6798eb3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0913584 Jun 28 22:30:39.775915 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-1d29d27f-28db-43d2-8165-730f19458923 req-794c2752-e782-4869-9848-f8a507df42ed tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Jun 28 22:30:40.187709 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6adeac3f-82c8-4546-aedd-986af6a3a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:40.566762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7c312-7747-4acf-9d9c-a0395c0a4ac2 req-b8bbbcd0-ca25-4f83-9639-865c45545ed5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:40.568245 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-05f7c312-7747-4acf-9d9c-a0395c0a4ac2 req-b8bbbcd0-ca25-4f83-9639-865c45545ed5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0686057 Jun 28 22:30:40.609056 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-05f7c312-7747-4acf-9d9c-a0395c0a4ac2 req-b888f1b4-8f81-4587-bbad-1a52c6c98ac1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Jun 28 22:30:40.951271 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85d6-50da-4ab4-b941-35975c31e402 req-992d850c-8ec5-4939-ae61-2b1ec538f1bf tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:40.952782 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f02e85d6-50da-4ab4-b941-35975c31e402 req-992d850c-8ec5-4939-ae61-2b1ec538f1bf tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0657647 Jun 28 22:30:40.991782 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f02e85d6-50da-4ab4-b941-35975c31e402 req-6a389b8a-1455-429b-a230-fb7a9516622a tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Jun 28 22:30:41.799884 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bdca9-e5b5-4249-8b70-6623a09ea5a0 req-f2c75bdb-2fa3-47cc-9ab4-13c6d7ad2704 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:41.802768 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6c8bdca9-e5b5-4249-8b70-6623a09ea5a0 req-f2c75bdb-2fa3-47cc-9ab4-13c6d7ad2704 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0734439 Jun 28 22:30:41.842219 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6c8bdca9-e5b5-4249-8b70-6623a09ea5a0 req-8aa386ef-11e6-4e05-96d8-f333b0bf6630 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344279 Jun 28 22:30:42.173880 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f7d5-c86f-4324-9d79-62784a3efab1 req-45cd470e-2239-49ac-9cce-0f316f2a9052 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:42.175439 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9252f7d5-c86f-4324-9d79-62784a3efab1 req-45cd470e-2239-49ac-9cce-0f316f2a9052 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0669875 Jun 28 22:30:42.215833 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9252f7d5-c86f-4324-9d79-62784a3efab1 req-8aa332b0-3c99-4e53-8763-3788056918e9 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 Jun 28 22:30:42.729925 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79757f3b-c87c-4e4d-bf16-be5faf291261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:43.048480 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:43.071594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63466231-bda0-496d-ad90-280c53316828 req-181e92cd-29ae-462a-8e2c-22748579de3c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.074304 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-63466231-bda0-496d-ad90-280c53316828 req-181e92cd-29ae-462a-8e2c-22748579de3c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1012588 Jun 28 22:30:43.145150 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-63466231-bda0-496d-ad90-280c53316828 req-4cd7fe1b-ffa8-43cc-a1c7-da3f8e7abcdf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621297 Jun 28 22:30:43.156737 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ff507-51a1-4029-af96-0f53b480a74b req-a2a3db61-6fb9-4c0f-853d-b0e20dab33dc tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.162662 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ba2ff507-51a1-4029-af96-0f53b480a74b req-a2a3db61-6fb9-4c0f-853d-b0e20dab33dc tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.0715659 Jun 28 22:30:43.178495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607c8d8-1448-4adc-9098-576d1caee997 req-aeece0ae-6f95-40a3-a4ad-be52794ecf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.180292 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-aeece0ae-6f95-40a3-a4ad-be52794ecf5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1137 time: 0.0633054 Jun 28 22:30:43.209660 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ba2ff507-51a1-4029-af96-0f53b480a74b req-8200b6c9-56f6-4dfa-8c82-ed402960b01c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410831 Jun 28 22:30:43.284068 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607c8d8-1448-4adc-9098-576d1caee997 req-efcf85a5-5acf-48c9-b24b-df6c9cbf739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.285686 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-efcf85a5-5acf-48c9-b24b-df6c9cbf739a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 916 time: 0.0977523 Jun 28 22:30:43.381201 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-c2d39f61-fd60-4dd1-b97a-e586c9bd054c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 1000 time: 0.0865743 Jun 28 22:30:43.445067 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607c8d8-1448-4adc-9098-576d1caee997 req-cbf49018-7e70-4bc6-ba6f-4b8d61126bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.446556 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-cbf49018-7e70-4bc6-ba6f-4b8d61126bcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0587180 Jun 28 22:30:43.454682 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d4922-be6a-4ac7-b1c0-8434d6d4b569 req-55312d26-7324-429f-b5f7-32bc4264b0b3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.456106 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0a9d4922-be6a-4ac7-b1c0-8434d6d4b569 req-55312d26-7324-429f-b5f7-32bc4264b0b3 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1244674 Jun 28 22:30:43.524798 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0a9d4922-be6a-4ac7-b1c0-8434d6d4b569 req-e3d6a08b-decf-45a8-b871-14a99f30cdf6 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559309 Jun 28 22:30:43.539225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607c8d8-1448-4adc-9098-576d1caee997 req-c7985e38-a076-4280-abe2-c7e7792204f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:43.545241 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-c7985e38-a076-4280-abe2-c7e7792204f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0837815 Jun 28 22:30:43.636391 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-4f59e3cd-4fdf-4256-bacb-92db333293b8 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874844 Jun 28 22:30:43.730389 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b607c8d8-1448-4adc-9098-576d1caee997 req-0d2faf6d-a79f-4fde-bd68-c2879ecb3208 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873115 Jun 28 22:30:43.894467 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:30:44.003857 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:44.026877 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'mac_address': 'fa:16:3e:05:af:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:30:44.034022 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:44.069486 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:44.082108 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa48a5b2-119f-45a9-a870-90e0cda6e74d {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:30:44.102486 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:44.108310 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:44.110182 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:44.157559 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:44.162164 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:44.279503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['fa48a5b2-119f-45a9-a870-90e0cda6e74d'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:30:44.358415 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7957-a59d-4250-87d6-056ba4a8fbb5 req-49934f4f-8ca6-4d7a-a5ff-8770b159f68a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:44.361066 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-83ff7957-a59d-4250-87d6-056ba4a8fbb5 req-49934f4f-8ca6-4d7a-a5ff-8770b159f68a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 945 time: 0.0798783 Jun 28 22:30:44.407184 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-83ff7957-a59d-4250-87d6-056ba4a8fbb5 req-02456b3a-83dc-46c9-b1c8-efd00907f8f6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380032 Jun 28 22:30:44.419413 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133026e6-fdef-42a9-9b9c-0eb0b5c9c5ec req-9b138f80-0a85-481c-a33a-adca1b78fd06 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:44.420463 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-133026e6-fdef-42a9-9b9c-0eb0b5c9c5ec req-9b138f80-0a85-481c-a33a-adca1b78fd06 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.0907896 Jun 28 22:30:44.465205 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-133026e6-fdef-42a9-9b9c-0eb0b5c9c5ec req-ca6fdc77-bf16-4180-88bd-5b76ea173b46 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368099 Jun 28 22:30:44.709642 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651131a-9d2d-4cdb-a09e-894c86653ab2 req-76582f3e-5d21-4a6d-98f1-38fa928dff4c tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:44.711191 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4651131a-9d2d-4cdb-a09e-894c86653ab2 req-76582f3e-5d21-4a6d-98f1-38fa928dff4c tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0710349 Jun 28 22:30:44.754115 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4651131a-9d2d-4cdb-a09e-894c86653ab2 req-912d9e26-8efd-480d-a0d7-10899c90dcee tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367920 Jun 28 22:30:44.875028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-eda2533e-032f-4592-b53e-fe3205c0a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:44.876532 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-eda2533e-032f-4592-b53e-fe3205c0a2c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0536172 Jun 28 22:30:44.971328 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-45050dbb-8e27-42e5-9e6c-66207e8bfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:44.972747 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-45050dbb-8e27-42e5-9e6c-66207e8bfafd service neutron] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 909 time: 0.0887671 Jun 28 22:30:45.057657 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-ea91545b-1383-42df-ba8d-dc70363959f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 1000 time: 0.0633497 Jun 28 22:30:45.116358 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-9970f584-33e4-4053-a4e0-65e45ec90608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:45.118000 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-9970f584-33e4-4053-a4e0-65e45ec90608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.0442193 Jun 28 22:30:45.186047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-9c411e3e-ba57-4bd5-ba04-748c196f271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:45.187543 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-9c411e3e-ba57-4bd5-ba04-748c196f271b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0558794 Jun 28 22:30:45.278025 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-5b9cca33-996c-497d-94a4-171c72ab6e12 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825276 Jun 28 22:30:45.598336 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:45.740548 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aade378-0721-40cc-8ed5-2f5e8c0f1aa1 req-ecaf513f-1b34-4b55-8560-e54be581b283 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:45.742766 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4aade378-0721-40cc-8ed5-2f5e8c0f1aa1 req-ecaf513f-1b34-4b55-8560-e54be581b283 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.1082892 Jun 28 22:30:45.772916 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4ea59409-29f5-44ae-aaec-4e9455c3e8d2 req-2375f7ab-b4c0-4bdf-af65-6a48e8f4850f service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886580 Jun 28 22:30:45.792169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1093bf-cb8b-4fde-b13c-721356a13a4c req-cb338266-3168-401a-ad67-8464f3a58621 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:45.793844 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fc1093bf-cb8b-4fde-b13c-721356a13a4c req-cb338266-3168-401a-ad67-8464f3a58621 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 945 time: 0.1136556 Jun 28 22:30:45.809171 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4aade378-0721-40cc-8ed5-2f5e8c0f1aa1 req-b8b29cb2-3357-4e7c-af41-0152435594d1 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575213 Jun 28 22:30:45.858534 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fc1093bf-cb8b-4fde-b13c-721356a13a4c req-79fdbf04-4b70-4c8c-ba7b-51e9ec371b40 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501192 Jun 28 22:30:45.914756 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:30:45.994349 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:45.997370 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port fa48a5b2-119f-45a9-a870-90e0cda6e74d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:30:46.002383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:46.015616 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-98dd21a9-3dd8-4569-a50b-7194518dce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:46.027058 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-98dd21a9-3dd8-4569-a50b-7194518dce33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1098 time: 0.1176610 Jun 28 22:30:46.031264 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ba468-0744-4b63-9eee-82452508aa98 req-93867487-ae08-4593-9223-60ad328f1d36 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:46.033469 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-419ba468-0744-4b63-9eee-82452508aa98 req-93867487-ae08-4593-9223-60ad328f1d36 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0870984 Jun 28 22:30:46.089949 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-419ba468-0744-4b63-9eee-82452508aa98 req-a72f6cf6-0a32-476e-90a3-639ec02907df tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508733 Jun 28 22:30:46.151289 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:46.178355 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:46.180956 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9efa1a-6363-40d7-b9e6-d4b1458143d5" -d '{"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-plugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:46.195162 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-91a68a50-5322-4cc1-b356-0838b04f31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:46.198173 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:46.204792 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-91a68a50-5322-4cc1-b356-0838b04f31ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 909 time: 0.1525557 Jun 28 22:30:46.206058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:46.208187 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-05daafa4-ac16-4fe9-acdd-6daef142476f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:46.255146 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1d167-5df8-434f-afda-64f6bd099588 x-openstack-request-id: req-24e1d167-5df8-434f-afda-64f6bd099588 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:46.255439 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-plugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:46.255695 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24e1d167-5df8-434f-afda-64f6bd099588 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:46.256081 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'code': 200} Jun 28 22:30:46.279489 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=7']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:46.292172 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-6dcd2c20-4fa3-46b0-87e9-696be61fb337 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 1000 time: 0.0775452 Jun 28 22:30:46.292551 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:46.372889 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-bb70ee05-ec9a-4ff3-aedb-f052d4a076a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:46.374647 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-bb70ee05-ec9a-4ff3-aedb-f052d4a076a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.0735440 Jun 28 22:30:46.474059 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-915bd1f1-5285-416a-bf4d-aaad1f2d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:46.476146 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-915bd1f1-5285-416a-bf4d-aaad1f2d61e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0909994 Jun 28 22:30:46.607185 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-5d0f8be1-e338-41d0-8995-198538989643 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233416 Jun 28 22:30:46.720699 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-85a9857c-5805-4c82-96d6-ab5769dba110 req-6e6e0a18-593b-4a4a-a862-ae91cd0811b4 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055498 Jun 28 22:30:47.080448 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:30:47.102044 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869e99e-0262-489e-9439-6a53c678afff req-b36c2709-2813-4070-84c6-d5e4ecb55fdd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:47.104044 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d869e99e-0262-489e-9439-6a53c678afff req-b36c2709-2813-4070-84c6-d5e4ecb55fdd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.1338863 Jun 28 22:30:47.172847 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0944c-5fde-433a-b46e-cde46def45d2 req-f1585122-80d7-4406-9be2-59e53f8caef7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:47.183989 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-92b0944c-5fde-433a-b46e-cde46def45d2 req-f1585122-80d7-4406-9be2-59e53f8caef7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1226099 Jun 28 22:30:47.195355 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d869e99e-0262-489e-9439-6a53c678afff req-d71ca556-e865-4a7c-867d-b6b9aec8549a tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817780 Jun 28 22:30:47.265476 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-92b0944c-5fde-433a-b46e-cde46def45d2 req-77fde878-ff8c-4b18-aa1d-c3168a06c3b7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803964 Jun 28 22:30:47.389880 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f171af9-66d7-4783-84f3-f5d6c0a5b09b req-71b1483b-7838-4592-99e7-d4d73d6865ae tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:47.399390 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7f171af9-66d7-4783-84f3-f5d6c0a5b09b req-71b1483b-7838-4592-99e7-d4d73d6865ae tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0885093 Jun 28 22:30:47.469254 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7f171af9-66d7-4783-84f3-f5d6c0a5b09b req-149bdc09-2e7a-4eb6-a107-c12dcb353549 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630734 Jun 28 22:30:48.402127 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116e13d-1a41-4492-b252-462a67610c0b req-b36d6434-866b-4040-a907-b4dc8a0cc40a tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:48.416626 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3116e13d-1a41-4492-b252-462a67610c0b req-b36d6434-866b-4040-a907-b4dc8a0cc40a tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.0916250 Jun 28 22:30:48.494663 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3116e13d-1a41-4492-b252-462a67610c0b req-3277085a-37ae-461c-a115-21553d79cdec tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686007 Jun 28 22:30:48.513516 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f721c9-ccd8-44f0-82a2-6c3a19808033 req-0e1e4f17-c1e9-419f-a0e8-1823cd1be2dd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:48.519528 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e7f721c9-ccd8-44f0-82a2-6c3a19808033 req-0e1e4f17-c1e9-419f-a0e8-1823cd1be2dd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1213958 Jun 28 22:30:48.622120 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e7f721c9-ccd8-44f0-82a2-6c3a19808033 req-3b608a92-a271-4590-ad1f-2f10f9c8ee74 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922194 Jun 28 22:30:48.712730 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49424f2a-7cc4-434c-8279-bb82bd4f92b7 req-707f65cf-db5e-4a8d-aa5d-824f926a9c87 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:48.721592 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-49424f2a-7cc4-434c-8279-bb82bd4f92b7 req-707f65cf-db5e-4a8d-aa5d-824f926a9c87 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1200240 Jun 28 22:30:48.769051 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-49424f2a-7cc4-434c-8279-bb82bd4f92b7 req-12dd764c-3f46-4fa1-9b9f-43c10ca0ff6f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Jun 28 22:30:49.292924 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59552) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:30:49.424279 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953006-9813-49d7-84a5-1d89704f881a req-cd48e45d-7703-4473-af54-708719069b69 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:49.425979 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2a953006-9813-49d7-84a5-1d89704f881a req-cd48e45d-7703-4473-af54-708719069b69 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.1137354 Jun 28 22:30:49.503099 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-f8701393-3de6-4ab8-938b-fbabe1f86f04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2076924 Jun 28 22:30:49.615532 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2a953006-9813-49d7-84a5-1d89704f881a req-61071ab1-beeb-4047-8c65-902c4d7c7e85 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829209 Jun 28 22:30:49.861610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488c1c3-ede8-4742-93d8-85be73689512 req-773dfae9-9bda-49e3-8291-1978c323a5f1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:49.864205 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6488c1c3-ede8-4742-93d8-85be73689512 req-773dfae9-9bda-49e3-8291-1978c323a5f1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1261518 Jun 28 22:30:49.928020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a729f3-4f93-45d6-a507-eaef8ba852c0 req-c16773b3-ac3c-4ce8-8eb5-d9e3ae02408b tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:49.928020 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-85a729f3-4f93-45d6-a507-eaef8ba852c0 req-c16773b3-ac3c-4ce8-8eb5-d9e3ae02408b tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.2836976 Jun 28 22:30:49.956926 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6488c1c3-ede8-4742-93d8-85be73689512 req-a3ddff3c-705d-4186-9edf-9a4bb086b32c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775888 Jun 28 22:30:49.958131 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:30:50.020187 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-85a729f3-4f93-45d6-a507-eaef8ba852c0 req-700f5836-ed12-4d65-bef2-6443cb3bc54e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634766 Jun 28 22:30:50.099259 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:50.137557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:50.140383 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213120f-bc95-499c-98c0-ebc2af1777b7" -d '{"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-unplugged", "status": "completed", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:50.159412 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:50.168890 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:50.171592 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:50.207026 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d25917-d8a0-4225-aeff-f2a56a2eb0e7 x-openstack-request-id: req-c0d25917-d8a0-4225-aeff-f2a56a2eb0e7 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:50.207798 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-unplugged", "status": "failed", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "code": 422}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:50.208226 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0d25917-d8a0-4225-aeff-f2a56a2eb0e7 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:50.208845 dv-cinder-792462-20-smb neutron-server[92981]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'code': 422} returned with failed status Jun 28 22:30:50.237771 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:50.241782 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:50.831248 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6119e4-599a-4fac-9397-dd76f15aa8c3 req-690c3063-df1f-4e73-990e-9849e392e42f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:50.837740 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7a6119e4-599a-4fac-9397-dd76f15aa8c3 req-690c3063-df1f-4e73-990e-9849e392e42f tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 943 time: 0.0970182 Jun 28 22:30:50.896194 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7a6119e4-599a-4fac-9397-dd76f15aa8c3 req-f2a96605-0520-4410-9edb-615218c59bde tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567698 Jun 28 22:30:51.212833 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a22e3-a884-4154-9a0a-8d238355477d req-c50f6e49-ed36-47ce-9b64-e4ce79275481 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:51.222888 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-348a22e3-a884-4154-9a0a-8d238355477d req-c50f6e49-ed36-47ce-9b64-e4ce79275481 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1209445 Jun 28 22:30:51.304893 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-348a22e3-a884-4154-9a0a-8d238355477d req-a1cdc9a5-b15b-42a3-b5db-abb4306a649a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641780 Jun 28 22:30:51.311427 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed43e-075e-4395-acba-987d1d616d84 req-4714e15a-715a-4244-bb42-643af151667f tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:51.331357 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-498ed43e-075e-4395-acba-987d1d616d84 req-4714e15a-715a-4244-bb42-643af151667f tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.1486888 Jun 28 22:30:51.399390 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-498ed43e-075e-4395-acba-987d1d616d84 req-e99fbd95-2e64-4f01-a1b0-1d536acad601 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666406 Jun 28 22:30:51.787228 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-ea884a14-44db-432b-8c8b-75102450ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:51.789101 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-ea884a14-44db-432b-8c8b-75102450ab5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0&tenant_id=3d705af23a944a2a8e25bd0a1e166859 HTTP/1.1" status: 200 len: 1096 time: 0.1208522 Jun 28 22:30:51.886917 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-a9b028bd-3df5-42df-9854-94e57f3dab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:51.888698 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-a9b028bd-3df5-42df-9854-94e57f3dab0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1096 time: 0.0571413 Jun 28 22:30:52.024431 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-9a50b4b3-d533-4ab1-b8a9-a19fdf446de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:52.026124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-9a50b4b3-d533-4ab1-b8a9-a19fdf446de1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 909 time: 0.1305871 Jun 28 22:30:52.119170 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-59f18fab-f7b3-4be8-922c-99d6234fb263 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 998 time: 0.0734673 Jun 28 22:30:52.142166 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3a96f-b261-4623-a416-74cb46437915 req-385d2ecd-96a2-4274-94d6-5b6663647099 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:52.149479 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-99b3a96f-b261-4623-a416-74cb46437915 req-385d2ecd-96a2-4274-94d6-5b6663647099 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 943 time: 0.1431599 Jun 28 22:30:52.236779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-2009f5b5-b4ca-43df-8efb-bcb174462b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:52.238592 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-2009f5b5-b4ca-43df-8efb-bcb174462b1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.1053691 Jun 28 22:30:52.243906 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-99b3a96f-b261-4623-a416-74cb46437915 req-a5c588ac-8603-4b59-9eaa-c35ab11c91af tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935459 Jun 28 22:30:52.330654 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-7193e7f7-9c54-43a6-9890-9c93482d8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:52.332738 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-7193e7f7-9c54-43a6-9890-9c93482d8320 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868409 Jun 28 22:30:52.477012 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-a4ea0231-431c-4588-9d4d-6e66ecc296b8 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305449 Jun 28 22:30:52.580532 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ccecc-6c68-4a23-b1f2-d05ed69ae476 req-10fa65e9-8fcb-4077-8a21-8ad0452c444f tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:52.589828 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-759ccecc-6c68-4a23-b1f2-d05ed69ae476 req-10fa65e9-8fcb-4077-8a21-8ad0452c444f tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.1313620 Jun 28 22:30:52.661861 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-759ccecc-6c68-4a23-b1f2-d05ed69ae476 req-b5a96a19-8ae6-43ae-a78e-96f5323e6e4a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697556 Jun 28 22:30:52.674912 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2fb2e8b9-c045-4046-9ca9-67a56b2e1fda req-339851e1-c616-49d2-91c3-f44814666ae4 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860256 Jun 28 22:30:52.698726 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21f73-f679-42f9-82a1-39efd1759be8 req-9d97521d-8816-4867-86a0-b7205ab33371 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:52.700407 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-55c21f73-f679-42f9-82a1-39efd1759be8 req-9d97521d-8816-4867-86a0-b7205ab33371 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.1671758 Jun 28 22:30:52.757920 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-55c21f73-f679-42f9-82a1-39efd1759be8 req-3660de99-d47b-4df1-b037-801126c49ae5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511045 Jun 28 22:30:53.454500 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec442d-c888-482e-814f-9fb1925e465d req-32532b50-1a93-4049-8c4e-2cce6a4d7160 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:53.461965 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2dec442d-c888-482e-814f-9fb1925e465d req-32532b50-1a93-4049-8c4e-2cce6a4d7160 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 943 time: 0.0749412 Jun 28 22:30:53.505656 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2dec442d-c888-482e-814f-9fb1925e465d req-6fc82b9a-3376-4cb8-8235-08357786383b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Jun 28 22:30:53.889714 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca89ff-6e25-4edf-a142-7e2579f4db1b req-fe025b67-6906-49a1-8f8a-c8f21f3432dc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:53.891834 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6dca89ff-6e25-4edf-a142-7e2579f4db1b req-fe025b67-6906-49a1-8f8a-c8f21f3432dc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0799439 Jun 28 22:30:53.944514 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6dca89ff-6e25-4edf-a142-7e2579f4db1b req-7cef569b-1e9c-4675-b6c5-79b5132178c1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 Jun 28 22:30:53.990640 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:30:54.003830 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe7cc-917e-4ac0-9442-0192be325cfb req-31392d53-a9c3-4562-bc63-49e652ff9ba6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:54.005592 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f5ffe7cc-917e-4ac0-9442-0192be325cfb req-31392d53-a9c3-4562-bc63-49e652ff9ba6 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.1072402 Jun 28 22:30:54.071814 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f5ffe7cc-917e-4ac0-9442-0192be325cfb req-02ffe878-0c0d-4f73-8118-2a464479d549 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599577 Jun 28 22:30:54.122667 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:54.135441 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'port_id': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'mac_address': 'fa:16:3e:bb:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:30:54.189310 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:54.203888 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e322bf62-7eab-436c-a4d6-33309f1b064e {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:30:54.225463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:54.231633 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:54.236553 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6b2fb4cc-78bc-438f-8c4e-7a9199515d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:54.296610 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=7']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:54.307631 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:54.609909 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['e322bf62-7eab-436c-a4d6-33309f1b064e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:30:54.746540 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17c9d-d88f-4c41-9d15-00e1e5deb7b0 req-46ebacf5-76b5-4ff9-abd6-365b9dedde07 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:54.753704 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0dc17c9d-d88f-4c41-9d15-00e1e5deb7b0 req-46ebacf5-76b5-4ff9-abd6-365b9dedde07 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 944 time: 0.0958798 Jun 28 22:30:54.800988 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-0dc17c9d-d88f-4c41-9d15-00e1e5deb7b0 req-40d14016-2321-42b7-94bc-456d921c9048 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Jun 28 22:30:55.320194 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ea72-2c51-4bf9-9454-546a83ec883d req-7d345e9c-ff70-4768-beb9-b6b78aebb353 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:55.321849 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fcf4ea72-2c51-4bf9-9454-546a83ec883d req-7d345e9c-ff70-4768-beb9-b6b78aebb353 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0743957 Jun 28 22:30:55.326416 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3ec2b-e838-4555-8eb7-05fb2ae67d8d req-b413f263-2b73-41ad-a6c2-3fcd1824db7e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:55.328120 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dff3ec2b-e838-4555-8eb7-05fb2ae67d8d req-b413f263-2b73-41ad-a6c2-3fcd1824db7e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.1164832 Jun 28 22:30:55.390237 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-fcf4ea72-2c51-4bf9-9454-546a83ec883d req-3562252c-8ee8-4103-96bd-b5c1e3ad9c43 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566473 Jun 28 22:30:55.396497 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dff3ec2b-e838-4555-8eb7-05fb2ae67d8d req-3726e993-8c38-4b3a-9e51-56eaa91bdce7 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6bc1490-b3ed-402a-a61b-640c0a05da09&id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591087 Jun 28 22:30:55.985918 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:30:56.032404 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827ae52-4c87-4835-acd7-78305235d8e5 req-4211e524-4e1d-44bb-9d61-631b99b7092c tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:56.033920 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2827ae52-4c87-4835-acd7-78305235d8e5 req-4211e524-4e1d-44bb-9d61-631b99b7092c tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 944 time: 0.0789015 Jun 28 22:30:56.052041 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port e322bf62-7eab-436c-a4d6-33309f1b064e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:30:56.052502 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:56.076871 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2827ae52-4c87-4835-acd7-78305235d8e5 req-d8471edc-28b6-410a-827c-0193f5f969a5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361619 Jun 28 22:30:56.145830 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:56.183159 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:30:56.185865 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69782180-beeb-44cc-9507-78851ca99844" -d '{"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-plugged", "status": "completed", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:30:56.205995 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:30:56.212588 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:30:56.221488 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:30:56.248743 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813c581-b05f-4bc0-a3e7-31570be31218 x-openstack-request-id: req-9813c581-b05f-4bc0-a3e7-31570be31218 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:30:56.249125 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-plugged", "status": "completed", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:30:56.249325 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9813c581-b05f-4bc0-a3e7-31570be31218 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:30:56.249721 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'code': 200} Jun 28 22:30:56.280406 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=8']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:30:56.283737 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:30:56.578846 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e075d-54bc-428c-ad4a-fb8dfaee7b7a req-221574b8-bda4-4183-8e6b-e2a4946f6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:56.580623 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-447e075d-54bc-428c-ad4a-fb8dfaee7b7a req-221574b8-bda4-4183-8e6b-e2a4946f6662 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0571060 Jun 28 22:30:56.597996 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e3589-b616-4fc3-92dc-32bcd779edf0 req-dbeaf5f7-d977-4e37-b2d8-7ce257c53275 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:56.599464 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6b5e3589-b616-4fc3-92dc-32bcd779edf0 req-dbeaf5f7-d977-4e37-b2d8-7ce257c53275 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0723794 Jun 28 22:30:56.616754 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-447e075d-54bc-428c-ad4a-fb8dfaee7b7a req-26f8ea17-a0de-4bc7-b0c8-5c3aa105a4cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296900 Jun 28 22:30:56.638810 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6b5e3589-b616-4fc3-92dc-32bcd779edf0 req-426b64b0-2b60-4b6b-860a-e50b12282018 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Jun 28 22:30:57.270417 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2013f52-96fe-42b6-9946-0dfadaf42b3d req-67d544da-6566-4a7c-addb-72337ccd68c2 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:57.271902 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b2013f52-96fe-42b6-9946-0dfadaf42b3d req-67d544da-6566-4a7c-addb-72337ccd68c2 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0704198 Jun 28 22:30:57.309253 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b2013f52-96fe-42b6-9946-0dfadaf42b3d req-99e2a6f1-a9f1-4c06-9727-04dda1492a37 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315440 Jun 28 22:30:57.463958 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-f3e8b20f-85cd-4968-b0b2-1b50093ac58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:57.465905 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-f3e8b20f-85cd-4968-b0b2-1b50093ac58e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1099 time: 0.0636089 Jun 28 22:30:57.557653 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-4050a207-33b0-45f1-b80f-377dca85e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:57.559179 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-4050a207-33b0-45f1-b80f-377dca85e136 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.0864134 Jun 28 22:30:57.632465 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-3c93b3c0-dbda-48fe-bf37-ffb58331e9f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 1001 time: 0.0636568 Jun 28 22:30:57.682102 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-de87f448-c833-4e71-b454-b4b6a657829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:57.683606 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-de87f448-c833-4e71-b454-b4b6a657829d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0444512 Jun 28 22:30:57.794942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-e31d0e0f-8221-4302-a5e1-dc926b381de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:57.796465 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-e31d0e0f-8221-4302-a5e1-dc926b381de0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0608084 Jun 28 22:30:57.820261 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5503e2c-6c5b-4ffe-ac42-1998e9c2bf0f req-f4f3d7fd-b5a2-4c61-9e6f-c9b41feb4317 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:57.821992 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d5503e2c-6c5b-4ffe-ac42-1998e9c2bf0f req-f4f3d7fd-b5a2-4c61-9e6f-c9b41feb4317 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0696080 Jun 28 22:30:57.871885 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d5503e2c-6c5b-4ffe-ac42-1998e9c2bf0f req-bc7c2dd5-426d-4aed-8e31-785464785a00 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429196 Jun 28 22:30:57.897140 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-4e5b1464-8fe6-446f-91f6-eb30cfd19131 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864003 Jun 28 22:30:57.995376 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-cb8f7ec7-8c54-4655-a144-5a43efe45c02 req-6eea4a59-5ad3-47fa-a99d-c2ee2bf21fbd service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916197 Jun 28 22:30:58.509182 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b67070-48d0-4fed-971c-ec38f5b2d2c9 req-6a6e2c4e-c896-4ed9-b36b-d6664fbc0ba9 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:58.510670 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f5b67070-48d0-4fed-971c-ec38f5b2d2c9 req-6a6e2c4e-c896-4ed9-b36b-d6664fbc0ba9 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0779998 Jun 28 22:30:58.548916 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f5b67070-48d0-4fed-971c-ec38f5b2d2c9 req-ad6680ac-5876-42ef-bc48-ebadac06eb2c tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Jun 28 22:30:59.061923 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fdda2-80a6-4e3c-bfab-f89a75202585 req-50d6f4eb-b28b-4bb6-881f-059a56668323 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:30:59.063412 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ad0fdda2-80a6-4e3c-bfab-f89a75202585 req-50d6f4eb-b28b-4bb6-881f-059a56668323 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 946 time: 0.0682356 Jun 28 22:30:59.103566 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-ad0fdda2-80a6-4e3c-bfab-f89a75202585 req-5f1c7231-720d-4a53-b8b2-6d2a325b4278 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Jun 28 22:31:00.019510 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:00.099866 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:00.123505 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:31:00.125910 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4454f1a-9867-483a-94b7-14b303b9f09e" -d '{"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-unplugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:31:00.139705 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:00.146894 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:00.149356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:00.173600 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704f1630-3238-4c41-8cce-0f89185735c1 x-openstack-request-id: req-704f1630-3238-4c41-8cce-0f89185735c1 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:31:00.173896 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-unplugged", "status": "failed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "code": 422}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:31:00.174151 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-704f1630-3238-4c41-8cce-0f89185735c1 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:31:00.174944 dv-cinder-792462-20-smb neutron-server[92981]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'code': 422} returned with failed status Jun 28 22:31:00.203803 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=8']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:00.206767 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:00.302852 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60ad95-14f3-4fdb-a02f-6f01c02b6030 req-be41ac57-549c-432c-ab92-a0309ccb8bf0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:00.304227 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4f60ad95-14f3-4fdb-a02f-6f01c02b6030 req-be41ac57-549c-432c-ab92-a0309ccb8bf0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0635080 Jun 28 22:31:00.343268 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4f60ad95-14f3-4fdb-a02f-6f01c02b6030 req-913d7a80-2497-4c9e-8fde-9c59193aeccc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Jun 28 22:31:01.875274 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523d778-5355-4d9c-8b4e-1cd0f4797b93 req-c1b86338-6217-4755-926e-3c2b9d01a497 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:01.876640 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a523d778-5355-4d9c-8b4e-1cd0f4797b93 req-c1b86338-6217-4755-926e-3c2b9d01a497 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.3611982 Jun 28 22:31:01.891139 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-c48f48e7-c44c-46bc-a2a6-ea6243acd9f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3639894 Jun 28 22:31:01.920070 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-a523d778-5355-4d9c-8b4e-1cd0f4797b93 req-1df6c40f-1ea1-4202-b4b2-cbbb341bc94e tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374084 Jun 28 22:31:02.841499 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-8fcfce14-f5a2-4946-a9c0-c030cc33045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:02.843018 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-8fcfce14-f5a2-4946-a9c0-c030cc33045d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564&tenant_id=7932c3dab0d446aab24c980b038a06ba HTTP/1.1" status: 200 len: 1097 time: 0.0557694 Jun 28 22:31:02.944552 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-ff8d431a-8842-4bd1-bbc7-4b51302c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:02.946078 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-ff8d431a-8842-4bd1-bbc7-4b51302c7171 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1097 time: 0.0692272 Jun 28 22:31:03.036567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-87f34dc8-c4b6-4596-be16-aef0e8465f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:03.038442 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-87f34dc8-c4b6-4596-be16-aef0e8465f4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.0862966 Jun 28 22:31:03.153299 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-ddfd6b06-69cd-4af9-85a1-05306f65dda2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 999 time: 0.1089201 Jun 28 22:31:03.207943 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773508-b1bf-4255-8422-6b70334493b4 req-cdbf0ade-4528-42da-b148-d38daf7b5b3d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:03.209484 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3c773508-b1bf-4255-8422-6b70334493b4 req-cdbf0ade-4528-42da-b148-d38daf7b5b3d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.1594272 Jun 28 22:31:03.225873 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-a1204090-c680-48fb-9e16-5b6f76eb5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:03.227293 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-a1204090-c680-48fb-9e16-5b6f76eb5de2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0677905 Jun 28 22:31:03.285984 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-3c773508-b1bf-4255-8422-6b70334493b4 req-7fe9e7e5-3bc1-43f7-b5f1-999e91f9c25d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697336 Jun 28 22:31:03.306076 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-afbb3662-3894-4ab7-b740-4636528052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:03.307587 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-afbb3662-3894-4ab7-b740-4636528052ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733187 Jun 28 22:31:03.400160 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-bb0bd85d-5d1e-4d86-9fb2-303710d050cd service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862856 Jun 28 22:31:03.497903 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-036e365b-3daf-42c6-9084-bb06c9ee8cf1 req-e40a0e46-e07b-4e30-b76b-6d8f4e09c303 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917385 Jun 28 22:31:04.033756 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:04.480697 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290a56f-6c78-4e94-9271-497eea7bfb28 req-dd0f91fe-7866-4864-b861-2607075e0057 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:04.482376 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3290a56f-6c78-4e94-9271-497eea7bfb28 req-dd0f91fe-7866-4864-b861-2607075e0057 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0700490 Jun 28 22:31:04.522310 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3290a56f-6c78-4e94-9271-497eea7bfb28 req-4d4fac58-7f52-429f-95df-b6186bbd9a23 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341098 Jun 28 22:31:05.761533 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a3f0-8ce2-4d21-8459-46f13fc34d7c req-92a941c2-7445-48b6-b30b-b426bc5e44c8 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:05.769581 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8162a3f0-8ce2-4d21-8459-46f13fc34d7c req-92a941c2-7445-48b6-b30b-b426bc5e44c8 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.1290483 Jun 28 22:31:05.815718 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-8162a3f0-8ce2-4d21-8459-46f13fc34d7c req-421c0fa0-2644-4b91-b041-66d3a8b73872 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Jun 28 22:31:07.010605 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4419a3-0b79-47c9-9d59-bf25ff6f2f23 req-488f61fe-3697-42ac-a34f-ea414e68d4a7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:07.012131 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5d4419a3-0b79-47c9-9d59-bf25ff6f2f23 req-488f61fe-3697-42ac-a34f-ea414e68d4a7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0755155 Jun 28 22:31:07.053802 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5d4419a3-0b79-47c9-9d59-bf25ff6f2f23 req-5b1e612a-ea8b-4e6a-9748-dfd9f4140c8a tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358999 Jun 28 22:31:08.260214 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eacf21-9e22-4c3d-a972-4c825776113a req-1e0005df-866c-4bdd-b154-9703225cd7a7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:08.261757 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-84eacf21-9e22-4c3d-a972-4c825776113a req-1e0005df-866c-4bdd-b154-9703225cd7a7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0710289 Jun 28 22:31:08.312866 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-84eacf21-9e22-4c3d-a972-4c825776113a req-b653f0ae-f31e-43cc-acb4-ac75aaa267f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442231 Jun 28 22:31:09.494691 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d299f-e700-4698-92d8-181e6735b9fa req-17f28560-12f5-4249-be3e-6276c8a8bb8c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:09.496158 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8b7d299f-e700-4698-92d8-181e6735b9fa req-17f28560-12f5-4249-be3e-6276c8a8bb8c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0661478 Jun 28 22:31:09.535442 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8b7d299f-e700-4698-92d8-181e6735b9fa req-7ca26c8f-12f2-4ec0-85f1-eef3c4c74a54 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jun 28 22:31:10.191936 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3bc58961-166c-41fe-8c88-6d0cabcadbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:10.723759 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d15c79-9616-4f1f-b471-81473e8c12fe req-38f59db4-f4c2-4ade-9a0b-97d55a1cb83b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:10.725236 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-69d15c79-9616-4f1f-b471-81473e8c12fe req-38f59db4-f4c2-4ade-9a0b-97d55a1cb83b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0662823 Jun 28 22:31:10.772316 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-69d15c79-9616-4f1f-b471-81473e8c12fe req-e972362c-2228-469f-9d1f-d26440d2f54d tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Jun 28 22:31:11.966544 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35954bb4-e127-4d9c-979a-a6ec3d9806a2 req-3b40cc02-0043-45b0-a86f-26e603a166d4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:11.967997 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-35954bb4-e127-4d9c-979a-a6ec3d9806a2 req-3b40cc02-0043-45b0-a86f-26e603a166d4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0711215 Jun 28 22:31:12.006045 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-35954bb4-e127-4d9c-979a-a6ec3d9806a2 req-7f07f814-8d01-4a5a-b9f9-7ccb12604f2c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Jun 28 22:31:12.725183 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe35e-3b34-43bf-935d-b5a5324e0239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:12.904060 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:13.193284 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f274369-f090-4c01-9130-acf31695e1ce req-5165739f-3955-422f-b987-d48177dd92fd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:13.194818 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9f274369-f090-4c01-9130-acf31695e1ce req-5165739f-3955-422f-b987-d48177dd92fd tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0712845 Jun 28 22:31:13.236926 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9f274369-f090-4c01-9130-acf31695e1ce req-9ffd5f41-fc38-458f-aa5c-59ccbe3737b0 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Jun 28 22:31:14.012040 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:14.427662 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eb1ce-554b-4e08-b6d8-7bf1c5af3d13 req-e34b57f4-b936-4d90-a22f-e60214f1b4be tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:14.429284 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8b2eb1ce-554b-4e08-b6d8-7bf1c5af3d13 req-e34b57f4-b936-4d90-a22f-e60214f1b4be tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0721273 Jun 28 22:31:14.470975 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8b2eb1ce-554b-4e08-b6d8-7bf1c5af3d13 req-fe72f404-d596-4d3e-8ad7-575dabbd7dc1 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355980 Jun 28 22:31:15.591357 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:15.655663 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1e02a-89b8-4b77-a72f-632b02a83252 req-01641b59-91af-4461-a602-8b2917358fe5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:15.657171 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-09e1e02a-89b8-4b77-a72f-632b02a83252 req-01641b59-91af-4461-a602-8b2917358fe5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0690882 Jun 28 22:31:15.700864 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-09e1e02a-89b8-4b77-a72f-632b02a83252 req-dfc5406c-50be-45ca-beea-1b4e5e06b8fc tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350730 Jun 28 22:31:15.951505 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:16.889787 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7753e1-4a7f-44b9-b1d1-55913df93817 req-e75e464c-fed8-4d8c-90fb-15998507b8e2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:16.891276 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4b7753e1-4a7f-44b9-b1d1-55913df93817 req-e75e464c-fed8-4d8c-90fb-15998507b8e2 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0717769 Jun 28 22:31:16.929775 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-4b7753e1-4a7f-44b9-b1d1-55913df93817 req-0d845591-c142-4661-a0f8-5d8ba8a366ba tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326939 Jun 28 22:31:18.122288 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639230-f039-4805-bd49-7134e26f7b9d req-66d745d2-5d54-4f99-ad89-52ffc4259fa8 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:18.123738 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bd639230-f039-4805-bd49-7134e26f7b9d req-66d745d2-5d54-4f99-ad89-52ffc4259fa8 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 944 time: 0.0718565 Jun 28 22:31:18.127832 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:31:18.166957 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-bd639230-f039-4805-bd49-7134e26f7b9d req-ae8e44b2-0db8-4174-8bf5-677e6a1e2a12 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365973 Jun 28 22:31:18.225537 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:18.235783 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'port_id': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'mac_address': 'fa:16:3e:05:af:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:31:18.274492 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:18.287483 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa48a5b2-119f-45a9-a870-90e0cda6e74d {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:31:18.308962 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:18.316482 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:18.319247 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-94b81e2d-b89e-457a-871d-1c3909545fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:18.365624 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=9']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:18.372566 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.372904 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.373263 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.373570 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.373907 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.374226 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.374541 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.374827 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.375185 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.375502 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.375794 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.376101 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:18.380065 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:18.648557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['fa48a5b2-119f-45a9-a870-90e0cda6e74d'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:31:19.357380 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f264f-5d09-45c7-a513-67ac3620be96 req-98b590b3-8609-433d-9bc2-b7b313c6ccc5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:19.358844 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6e6f264f-5d09-45c7-a513-67ac3620be96 req-98b590b3-8609-433d-9bc2-b7b313c6ccc5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 945 time: 0.0747180 Jun 28 22:31:19.402213 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6e6f264f-5d09-45c7-a513-67ac3620be96 req-3d149e11-7736-4fa3-8be7-9bfb1dde3dba tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346925 Jun 28 22:31:20.144742 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:31:20.200916 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port fa48a5b2-119f-45a9-a870-90e0cda6e74d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:31:20.201327 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:20.278770 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:20.305701 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:31:20.309524 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80604f9-8540-4a6b-83c3-9a62d720fde6" -d '{"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-plugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:31:20.323996 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:20.329954 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:20.331849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:20.378625 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=10']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:20.381852 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:20.412015 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a48cb-a994-4d55-924a-ae18c20d0736 x-openstack-request-id: req-687a48cb-a994-4d55-924a-ae18c20d0736 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:31:20.412311 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-plugged", "status": "completed", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:31:20.412567 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-687a48cb-a994-4d55-924a-ae18c20d0736 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:31:20.412962 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'code': 200} Jun 28 22:31:20.590052 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b105-ef3b-4ab6-baba-510c03b18969 req-6d44b4e5-6c72-4d45-84e2-17ab0da1dd81 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:20.591539 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3890b105-ef3b-4ab6-baba-510c03b18969 req-6d44b4e5-6c72-4d45-84e2-17ab0da1dd81 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 947 time: 0.0650930 Jun 28 22:31:20.631021 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-3890b105-ef3b-4ab6-baba-510c03b18969 req-7ce3f241-245c-46a4-878e-594f525edb25 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Jun 28 22:31:20.678416 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7271f96-9b0e-42a0-96a4-4d9761dca63b req-2989ada0-b81c-4f74-a1db-dabbdf6d66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:20.679757 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a7271f96-9b0e-42a0-96a4-4d9761dca63b req-2989ada0-b81c-4f74-a1db-dabbdf6d66cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1100 time: 0.0528288 Jun 28 22:31:20.717316 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a7271f96-9b0e-42a0-96a4-4d9761dca63b req-5ac720b4-8380-40e7-946b-e5867f21ff97 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Jun 28 22:31:21.820980 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3817bc-5cb0-409a-bb0d-e27c6532b63a req-b1eca6ed-6a4f-4c38-9b0f-eefd240e84eb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:21.822387 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fb3817bc-5cb0-409a-bb0d-e27c6532b63a req-b1eca6ed-6a4f-4c38-9b0f-eefd240e84eb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 947 time: 0.0641606 Jun 28 22:31:21.870141 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fb3817bc-5cb0-409a-bb0d-e27c6532b63a req-0fe29c0e-f37c-4a3a-899e-e628c53a80a9 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385208 Jun 28 22:31:23.051374 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ccc7-7037-4f42-8588-a089bbb3a02f req-c20fa853-b766-47f8-9c4b-9d8175fe5fdf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:23.052789 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27e6ccc7-7037-4f42-8588-a089bbb3a02f req-c20fa853-b766-47f8-9c4b-9d8175fe5fdf tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 947 time: 0.0695040 Jun 28 22:31:23.093863 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-27e6ccc7-7037-4f42-8588-a089bbb3a02f req-557bb973-cb5a-4bc4-afa0-e997f1f931ed tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Jun 28 22:31:24.072805 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:31:30.683367 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-a859e2ea-2b62-42dc-adbd-af6aff8e159d tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833900739&fields=id&tenant_id=5ff14d5147084500b405b8d29804dfb4 HTTP/1.1" status: 200 len: 267 time: 0.0443337 Jun 28 22:31:30.754494 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-c6d142fc-fe57-420a-bebb-4f529efb511c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:30.755954 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-c6d142fc-fe57-420a-bebb-4f529efb511c tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 984 time: 0.0644414 Jun 28 22:31:30.766878 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Request body: {'port': {'security_groups': ['080167e7-7f6c-4aaf-8463-9d2500228cfb']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:31:30.860760 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.037689 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:31.068171 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.076312 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.080768 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-25fbe9bc-9df4-4c47-bff8-3fc8d347a944 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:31.113463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['042abf17-9655-4d97-a1aa-2e5f31f1ffdf'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:31:31.120745 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:31.121405 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.122789 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-961d89f8-165e-47fa-bd6e-5684ab2f4383 req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "PUT /v2.0/ports/042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 942 time: 0.3604906 Jun 28 22:31:31.123327 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:31:31.125675 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03178fa4-2d1a-4b36-9e21-87c5919e2913" -d '{"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:31:31.129749 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59792) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:31.163483 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event updated for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=7']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:31.178932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.179321 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.179650 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.179999 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.180393 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.180759 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.181095 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.181437 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.181779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.182129 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.182447 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.188924 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.197484 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:31.230738 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.252930 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b2630-0bcf-42ca-bb60-87d03a47e82b x-openstack-request-id: req-d93b2630-0bcf-42ca-bb60-87d03a47e82b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:31:31.253392 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:31:31.253675 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d93b2630-0bcf-42ca-bb60-87d03a47e82b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:31:31.254221 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'status': 'completed', 'code': 200} Jun 28 22:31:31.261123 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.272285 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['042abf17-9655-4d97-a1aa-2e5f31f1ffdf'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:31:31.327390 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.331099 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.332535 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "DELETE /v2.0/security-groups/f6bc1490-b3ed-402a-a61b-640c0a05da09 HTTP/1.1" status: 204 len: 168 time: 0.1988523 Jun 28 22:31:31.333631 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a2020987-3543-4ad9-b224-9147fbdc40d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:31.339240 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59796) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:31.369223 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-6e433e6b-b801-4d98-b5da-fbe9acf101bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:31.370647 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-6e433e6b-b801-4d98-b5da-fbe9acf101bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1098 time: 0.0655947 Jun 28 22:31:31.396178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bc1490-b3ed-402a-a61b-640c0a05da09,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:31.406587 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.407207 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.407722 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.408229 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.408817 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.409364 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.409869 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.410395 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.410907 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.411408 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.411917 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.412415 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:31:31.420091 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:31.435691 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c11c8159-3e83-4bc4-beec-6c0303424781 None None] Provisioning complete for port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:31:31.436058 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c11c8159-3e83-4bc4-beec-6c0303424781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.467262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-215094bd-1749-4a59-a3ec-d7e6f2299270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:31.468788 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-215094bd-1749-4a59-a3ec-d7e6f2299270 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 916 time: 0.0915482 Jun 28 22:31:31.522001 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Deleting port c2419db9-deeb-43c3-8fb8-50a022a628fc {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:31.522343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.538435 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-ebc37be9-507c-48a3-a13c-ec79164a0bb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 1000 time: 0.0618351 Jun 28 22:31:31.590387 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-be7b5968-cf66-4803-a997-41768eac3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:31.591834 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-be7b5968-cf66-4803-a997-41768eac3d7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0465786 Jun 28 22:31:31.604378 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.604678 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.616459 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Calling delete_port for c2419db9-deeb-43c3-8fb8-50a022a628fc owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:31.648213 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-104d2346-7adc-49d0-9961-a52b35edb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:31.649729 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-104d2346-7adc-49d0-9961-a52b35edb457 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0509193 Jun 28 22:31:31.797645 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.800713 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10ea45fa-8a72-494c-9ddd-224a703941ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:31.824909 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event deleted for resources: {'Port': ['ID=c2419db9-deeb-43c3-8fb8-50a022a628fc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:31.828158 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:31.888869 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:31.889222 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Floating IP 3dd82d2b-5537-46fa-87a9-06a8f006b6c9 disassociated (deleted). External IP: 172.28.3.91, port: 042abf17-9655-4d97-a1aa-2e5f31f1ffdf. Jun 28 22:31:31.988057 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-ce743bd0-a338-4439-a714-69e9626b006c service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276792 Jun 28 22:31:32.085861 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-03178fa4-2d1a-4b36-9e21-87c5919e2913 req-bd5dd73e-b594-4bdd-a7df-25305978b0f0 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900283 Jun 28 22:31:32.098497 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:31:32.206871 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:31:32.212234 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:32.217093 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] Sync routers for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:31:32.227045 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:32.227729 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:32.252359 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6e8d5af2-c11a-47fe-9f4f-b99f2cc1a001 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "DELETE /v2.0/floatingips/3dd82d2b-5537-46fa-87a9-06a8f006b6c9 HTTP/1.1" status: 204 len: 168 time: 0.9118688 Jun 28 22:31:32.253008 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:31:32.255350 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eae12f-5548-4154-b25e-2fe3a7e38b50" -d '{"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:31:32.353974 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0bfaf7-bd4a-4979-9509-894ec32cec10 x-openstack-request-id: req-cd0bfaf7-bd4a-4979-9509-894ec32cec10 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:31:32.354335 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:31:32.354626 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd0bfaf7-bd4a-4979-9509-894ec32cec10 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:31:32.355072 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'status': 'completed', 'code': 200} Jun 28 22:31:32.456397 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:32.469929 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-324eef2b-47a9-485e-8a3d-416628ebb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:32.471429 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-324eef2b-47a9-485e-8a3d-416628ebb411 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ff14d5147084500b405b8d29804dfb4&device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 1098 time: 0.0552809 Jun 28 22:31:32.577340 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-6c046b22-1b1e-4fa1-9e35-b052c08f03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:32.579019 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-6c046b22-1b1e-4fa1-9e35-b052c08f03c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 200 len: 916 time: 0.1008048 Jun 28 22:31:32.626349 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-25b21cd1-6406-458b-ba1e-9c7caa31bf4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 200 len: 217 time: 0.0339298 Jun 28 22:31:32.668458 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:32.677372 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-e00e695f-c448-4f1d-bb19-d1a488c43fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:32.678898 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-e00e695f-c448-4f1d-bb19-d1a488c43fa3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 200 len: 854 time: 0.0470831 Jun 28 22:31:32.697870 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] Checking router: 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:31:32.706081 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:32.706689 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:32.736054 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-e0b55d55-5a06-4899-a59b-c93b1e7fa346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:32.737562 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-e0b55d55-5a06-4899-a59b-c93b1e7fa346 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0518262 Jun 28 22:31:32.814365 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:32.835361 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-20595cd2-eb5e-4eae-b296-e1916b619446 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852790 Jun 28 22:31:32.934509 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-e9eae12f-5548-4154-b25e-2fe3a7e38b50 req-f9c33d02-a18d-4c58-9253-00c9a7393390 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880659 Jun 28 22:31:33.020947 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:33.046671 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cf8a8-306b-4f56-a1f0-a761852bed82 None None] The sync data for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb is: [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:24Z', 'revision_number': 4, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '8e31292b-5adb-402f-9c64-bba5436f163c', 'name': '', 'network_id': 'fdb0e0ad-a14d-4da4-984a-fa63d729ca6e', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'mac_address': 'fa:16:3e:e1:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:23Z', 'updated_at': '2021-06-28T22:29:30Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'subnets': [{'id': '5019c819-5d75-45f1-9e73-714037a3f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:31:33.281783 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b02cc-371b-433e-92c0-5c357689202d None None] New status for floating IP 3dd82d2b-5537-46fa-87a9-06a8f006b6c9: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:31:35.349394 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526eb3-12f8-4ec8-8bee-c394a50af4bb req-a20fb880-d076-44c7-b0b9-c6802ea2f5cd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:35.350867 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d3526eb3-12f8-4ec8-8bee-c394a50af4bb req-a20fb880-d076-44c7-b0b9-c6802ea2f5cd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0726249 Jun 28 22:31:35.389509 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d3526eb3-12f8-4ec8-8bee-c394a50af4bb req-bbfc7f7c-5955-4d69-8c68-bf2b6e4049f8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Jun 28 22:31:36.570788 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce083efc-6712-4074-84bc-a80e3df735d6 req-4fe46539-51c8-402b-aa64-3daa01cb7ee8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:36.572136 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ce083efc-6712-4074-84bc-a80e3df735d6 req-4fe46539-51c8-402b-aa64-3daa01cb7ee8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0698724 Jun 28 22:31:36.614526 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ce083efc-6712-4074-84bc-a80e3df735d6 req-c66b9163-bf7a-4586-acf6-f35d92d7945e tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/security-groups?id=080167e7-7f6c-4aaf-8463-9d2500228cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Jun 28 22:31:37.271044 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-7f50da5b-5bcb-4b1c-95e2-54df3498d4ca tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:37.272532 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-7f50da5b-5bcb-4b1c-95e2-54df3498d4ca tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 945 time: 0.0756950 Jun 28 22:31:37.373495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Deleting port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:37.373817 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:37.463563 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] For port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:37.463910 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:37.475330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Calling delete_port for 042abf17-9655-4d97-a1aa-2e5f31f1ffdf owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:37.605741 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:37.609647 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b37ae07a-c6f0-47f2-8750-22f50624e22b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:37.635272 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Pushing event deleted for resources: {'Port': ['ID=042abf17-9655-4d97-a1aa-2e5f31f1ffdf,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:37.643110 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['042abf17-9655-4d97-a1aa-2e5f31f1ffdf'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:31:37.650627 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:37.688559 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] No DVR routers for this DVR port 042abf17-9655-4d97-a1aa-2e5f31f1ffdf on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:31:37.691309 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:37.693326 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7ad3e171-475d-495e-803f-c422dfacd9bd req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.61 "DELETE /v2.0/ports/042abf17-9655-4d97-a1aa-2e5f31f1ffdf HTTP/1.1" status: 204 len: 173 time: 0.4154084 Jun 28 22:31:37.693856 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'name': 'network-vif-deleted', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:31:37.696464 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423caabc-0f37-4461-b5ae-3915e94254c1" -d '{"events": [{"server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "name": "network-vif-deleted", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:31:37.733091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2dd612-7fcc-4bb0-be73-148655d309eb x-openstack-request-id: req-8f2dd612-7fcc-4bb0-be73-148655d309eb {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:31:37.733436 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3076f3a-3397-4bc5-9e37-05101035d28a", "name": "network-vif-deleted", "tag": "042abf17-9655-4d97-a1aa-2e5f31f1ffdf", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:31:37.733685 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f2dd612-7fcc-4bb0-be73-148655d309eb {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:31:37.734143 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3076f3a-3397-4bc5-9e37-05101035d28a', 'name': 'network-vif-deleted', 'tag': '042abf17-9655-4d97-a1aa-2e5f31f1ffdf', 'status': 'completed', 'code': 200} Jun 28 22:31:37.766251 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-10309c55-8cc1-48af-8605-632048ebed67 req-0482551f-f085-4129-8256-fb1fe7503fbb tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3076f3a-3397-4bc5-9e37-05101035d28a HTTP/1.1" status: 200 len: 210 time: 0.0296109 Jun 28 22:31:39.388196 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59876) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:39.815684 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:40.135108 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Deleting port 8e31292b-5adb-402f-9c64-bba5436f163c {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:40.135331 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:40.195765 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b89e0b9-52b7-4405-845c-50faee46f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:40.214974 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] For port 8e31292b-5adb-402f-9c64-bba5436f163c, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=8e31292b-5adb-402f-9c64-bba5436f163c,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:40.215312 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:40.226902 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Calling delete_port for 8e31292b-5adb-402f-9c64-bba5436f163c owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:40.245573 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 042abf17-9655-4d97-a1aa-2e5f31f1ffdf no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:40.265137 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 042abf17-9655-4d97-a1aa-2e5f31f1ffdf {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:40.265488 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 042abf17-9655-4d97-a1aa-2e5f31f1ffdf not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:40.410806 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:40.412751 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80c92731-109c-4b8f-9e03-1cf6ae9c0c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:40.435702 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e31292b-5adb-402f-9c64-bba5436f163c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:40.438830 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:40.594872 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:40.830246 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:31:40.934849 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:31:40.943034 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] 10.222.0.50 "PUT /v2.0/routers/01ea6b2d-13b8-457f-a39a-d7db8e0bc06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507209 Jun 28 22:31:40.943168 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59878) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:40.943817 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] Sync routers for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:31:40.953315 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:40.954005 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:41.054892 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.061283 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:41.162530 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.222851 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Deleting port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:41.223180 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.264238 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:31:40Z', 'revision_number': 5, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port': {'id': '40fe82ea-eeda-40eb-99d4-57c97ecc1cae', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:41.294017 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] Checking router: 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:31:41.302081 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] For port 40fe82ea-eeda-40eb-99d4-57c97ecc1cae, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:41.302427 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.303041 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] Routers {'01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:41.303655 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:41.313973 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Calling delete_port for 40fe82ea-eeda-40eb-99d4-57c97ecc1cae owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:41.391528 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] Set router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:41.445115 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:31:41Z', 'revision_number': 6, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:41.472919 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b5ba6-8129-46cc-85aa-e143b2696c4b None None] The sync data for ids ['01ea6b2d-13b8-457f-a39a-d7db8e0bc06b'] in dv-cinder-792462-20-smb is: [{'id': '01ea6b2d-13b8-457f-a39a-d7db8e0bc06b', 'name': 'tempest-TestMinimumBasicScenario-2123092011-router', 'tenant_id': '5ff14d5147084500b405b8d29804dfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:21Z', 'updated_at': '2021-06-28T22:31:41Z', 'revision_number': 6, 'project_id': '5ff14d5147084500b405b8d29804dfb4', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:31:41.721490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.723391 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6c009571-be2f-48e0-a91a-cf4fff266b60 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:41.748878 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fe82ea-eeda-40eb-99d4-57c97ecc1cae,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:41.751839 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:41.810221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.904975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.907233 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.951352 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.951939 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ea6b2d-13b8-457f-a39a-d7db8e0bc06b {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:31:41.956543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:41.957631 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/01ea6b2d-13b8-457f-a39a-d7db8e0bc06b HTTP/1.1" status: 204 len: 168 time: 1.0135729 Jun 28 22:31:41.960495 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59880) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:42.005289 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Deleting subnet 5019c819-5d75-45f1-9e73-714037a3f5c5 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:31:42.008178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.051318 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.166013 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.227396 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.229746 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:42.253441 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5019c819-5d75-45f1-9e73-714037a3f5c5,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:42.256532 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:42.257496 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.259309 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5019c819-5d75-45f1-9e73-714037a3f5c5 HTTP/1.1" status: 204 len: 168 time: 0.2978005 Jun 28 22:31:42.262427 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59882) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:42.264992 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351959a-f63b-4e50-b8cf-e8cbb89ad569 None None] Network fdb0e0ad-a14d-4da4-984a-fa63d729ca6e requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:31:42.330175 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.384987 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Deleting port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:42.385343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.458103 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] For port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:42.458458 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.459672 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] DHCP port deletion for fdb0e0ad-a14d-4da4-984a-fa63d729ca6e request from dv-cinder-792462-20-smb {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:31:42.472504 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Calling delete_port for 45c5e5bb-17df-4884-9af1-0f8b85e7ebab owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:42.518497 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Deleting port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:42.518899 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.558137 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.560284 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-01e087a0-74a5-4fb1-818e-7df90098adc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:42.579490 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] For port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,segment=NetworkSegment(b308d67f-7856-4542-a4c6-40d83612cd48),segment_id=b308d67f-7856-4542-a4c6-40d83612cd48)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:42.579938 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.583020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:42.586041 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:42.586804 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] No DVR routers for this DVR port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab on host dv-cinder-792462-20-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:31:42.593626 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Calling delete_port for 45c5e5bb-17df-4884-9af1-0f8b85e7ebab owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:42.654855 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.664534 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb0e0ad-a14d-4da4-984a-fa63d729ca6e']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:42.677784 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b308d67f-7856-4542-a4c6-40d83612cd48') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:42.677969 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b308d67f-7856-4542-a4c6-40d83612cd48') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:42.686561 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.699651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.705941 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:31:42.706320 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:31:42.708035 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:31:42.723370 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.725864 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:42.728850 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-93531842-5921-4cbe-93fa-61e785a88c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.759114 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Pushing event deleted for resources: {'Port': ['ID=45c5e5bb-17df-4884-9af1-0f8b85e7ebab,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:42.762162 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] No DVR routers for this DVR port 45c5e5bb-17df-4884-9af1-0f8b85e7ebab on host dv-cinder-792462-20-smb {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:31:42.763390 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:42.765828 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.770688 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:42.790492 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:42.792119 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fdb0e0ad-a14d-4da4-984a-fa63d729ca6e HTTP/1.1" status: 204 len: 168 time: 0.5284512 Jun 28 22:31:42.793692 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb0e0ad-a14d-4da4-984a-fa63d729ca6e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:42.795142 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59884) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:42.802567 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3c140a3f-138a-4c00-8cdc-051d3c200252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:42.909996 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:43.144331 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:43.410793 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Deleting port ae574fdc-987a-4605-9420-da4dc6773de1 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:43.411038 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:43.486075 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] For port ae574fdc-987a-4605-9420-da4dc6773de1, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae574fdc-987a-4605-9420-da4dc6773de1,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:43.486421 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:43.498288 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Calling delete_port for ae574fdc-987a-4605-9420-da4dc6773de1 owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:43.518618 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 45c5e5bb-17df-4884-9af1-0f8b85e7ebab no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:43.538451 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 45c5e5bb-17df-4884-9af1-0f8b85e7ebab {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:43.538926 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 45c5e5bb-17df-4884-9af1-0f8b85e7ebab not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:43.539409 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 8e31292b-5adb-402f-9c64-bba5436f163c no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:43.682471 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:43.684588 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5aca1f6-eb33-4256-ba6e-3127ce83ca9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:43.685416 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 8e31292b-5adb-402f-9c64-bba5436f163c {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:43.685751 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 8e31292b-5adb-402f-9c64-bba5436f163c not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:43.686161 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 40fe82ea-eeda-40eb-99d4-57c97ecc1cae no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:43.704051 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 40fe82ea-eeda-40eb-99d4-57c97ecc1cae {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:43.704393 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 40fe82ea-eeda-40eb-99d4-57c97ecc1cae not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:43.711523 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae574fdc-987a-4605-9420-da4dc6773de1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:43.714777 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:43.872128 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.013638 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.089962 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Router 6b895073-f249-4587-9a2a-8aeaec23068d has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:31:44.469983 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:31:44.475634 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-37961571-fe60-4a0e-bf2c-792a02d87a5d admin admin] 10.222.0.50 "PUT /v2.0/routers/6b895073-f249-4587-9a2a-8aeaec23068d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6788561 Jun 28 22:31:44.477605 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59888) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:44.480344 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e26c61-a890-410f-9168-7a983f10345a None None] Sync routers for ids ['6b895073-f249-4587-9a2a-8aeaec23068d'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:31:44.489804 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] Routers {'6b895073-f249-4587-9a2a-8aeaec23068d'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:44.490415 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['6b895073-f249-4587-9a2a-8aeaec23068d'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:44.576919 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.591170 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] Set router 6b895073-f249-4587-9a2a-8aeaec23068d gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:44.681426 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.734348 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Deleting port b4b62bb1-404e-46bc-aa80-526812a7808f {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:44.734586 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.764434 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:31:43Z', 'revision_number': 5, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port': {'id': 'b4b62bb1-404e-46bc-aa80-526812a7808f', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:29:27Z', 'updated_at': '2021-06-28T22:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:44.793152 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e26c61-a890-410f-9168-7a983f10345a None None] Checking router: 6b895073-f249-4587-9a2a-8aeaec23068d for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:31:44.803083 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] Routers {'6b895073-f249-4587-9a2a-8aeaec23068d'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:44.803766 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['6b895073-f249-4587-9a2a-8aeaec23068d'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:44.810942 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] For port b4b62bb1-404e-46bc-aa80-526812a7808f, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=b4b62bb1-404e-46bc-aa80-526812a7808f,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:44.811301 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.823512 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Calling delete_port for b4b62bb1-404e-46bc-aa80-526812a7808f owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:44.887145 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] Set router 6b895073-f249-4587-9a2a-8aeaec23068d gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:44.935977 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-68e26c61-a890-410f-9168-7a983f10345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:31:44Z', 'revision_number': 6, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:44.969557 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e26c61-a890-410f-9168-7a983f10345a None None] The sync data for ids ['6b895073-f249-4587-9a2a-8aeaec23068d'] in dv-cinder-792462-20-smb is: [{'id': '6b895073-f249-4587-9a2a-8aeaec23068d', 'name': 'tempest-TestMinimumBasicScenario-1217990540-router', 'tenant_id': 'a0c1e38803934dd1adefff7b4cf74906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:29:26Z', 'updated_at': '2021-06-28T22:31:44Z', 'revision_number': 6, 'project_id': 'a0c1e38803934dd1adefff7b4cf74906', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:31:44.995386 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:44.997646 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6a8a74c-baa4-41d8-8f51-1fd7c73747c4 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:45.027355 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b62bb1-404e-46bc-aa80-526812a7808f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:45.030788 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:45.086385 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.198992 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.201217 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.267438 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.268060 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b895073-f249-4587-9a2a-8aeaec23068d {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:31:45.273215 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.274323 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-d0b7ffbc-264a-4dd9-813a-0648aa842f92 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6b895073-f249-4587-9a2a-8aeaec23068d HTTP/1.1" status: 204 len: 168 time: 0.7958500 Jun 28 22:31:45.276962 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59890) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:45.323581 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Deleting subnet ceff7791-6824-438a-8c14-ed0729680cf6 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:31:45.326867 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.361055 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.441502 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.496579 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.498753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:45.522920 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceff7791-6824-438a-8c14-ed0729680cf6,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:45.524782 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.526594 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ceff7791-6824-438a-8c14-ed0729680cf6 HTTP/1.1" status: 204 len: 168 time: 0.2486956 Jun 28 22:31:45.527468 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e98c3711-88bd-4cae-88c6-e8cc48e48ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:45.529313 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59892) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:45.532142 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da638adb-3720-4c26-8cd5-6e99cd984a42 None None] Network 9361a4e8-f57e-49e4-8538-39451f1fcf12 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:31:45.596821 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.605275 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.653596 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Deleting port 3e951b7c-428f-4b0d-a73b-496805c9f757 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:45.653828 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.717228 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] For port 3e951b7c-428f-4b0d-a73b-496805c9f757, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3e951b7c-428f-4b0d-a73b-496805c9f757,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:45.717584 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.730101 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] DHCP port deletion for 9361a4e8-f57e-49e4-8538-39451f1fcf12 request from dv-cinder-792462-20-smb {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:31:45.738678 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Calling delete_port for 3e951b7c-428f-4b0d-a73b-496805c9f757 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:45.783828 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Deleting port 3e951b7c-428f-4b0d-a73b-496805c9f757 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:45.784117 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.804690 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae574fdc-987a-4605-9420-da4dc6773de1 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:45.829960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.831977 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:45.853109 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: ae574fdc-987a-4605-9420-da4dc6773de1 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:45.853528 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae574fdc-987a-4605-9420-da4dc6773de1 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:45.853870 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device b4b62bb1-404e-46bc-aa80-526812a7808f no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:45.855651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e951b7c-428f-4b0d-a73b-496805c9f757,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:45.858818 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:45.859695 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] No DVR routers for this DVR port 3e951b7c-428f-4b0d-a73b-496805c9f757 on host dv-cinder-792462-20-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:31:45.884996 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: b4b62bb1-404e-46bc-aa80-526812a7808f {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:45.885378 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device b4b62bb1-404e-46bc-aa80-526812a7808f not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:45.892091 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] For port 3e951b7c-428f-4b0d-a73b-496805c9f757, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3e951b7c-428f-4b0d-a73b-496805c9f757,segment=NetworkSegment(169576e0-4698-4b8d-ab15-0f4c44fe8492),segment_id=169576e0-4698-4b8d-ab15-0f4c44fe8492)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:45.892488 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.904144 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Calling delete_port for 3e951b7c-428f-4b0d-a73b-496805c9f757 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:45.932942 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.946596 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9361a4e8-f57e-49e4-8538-39451f1fcf12']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:45.958157 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169576e0-4698-4b8d-ab15-0f4c44fe8492') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:45.958984 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169576e0-4698-4b8d-ab15-0f4c44fe8492') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:45.969468 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.978934 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.984465 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.991639 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:31:45.992174 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:31:45.994068 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:31:45.998469 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.001967 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:46.026032 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Pushing event deleted for resources: {'Port': ['ID=3e951b7c-428f-4b0d-a73b-496805c9f757,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:46.030085 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:46.031434 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] No DVR routers for this DVR port 3e951b7c-428f-4b0d-a73b-496805c9f757 on host dv-cinder-792462-20-smb {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:31:46.054620 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.058368 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:46.060801 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.062574 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9361a4e8-f57e-49e4-8538-39451f1fcf12 HTTP/1.1" status: 204 len: 168 time: 0.5323939 Jun 28 22:31:46.074963 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Pushing event deleted for resources: {'Network': ['ID=9361a4e8-f57e-49e4-8538-39451f1fcf12,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:46.077447 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-761e2dd2-f1a3-4039-b65c-20abc7af5555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:46.241600 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59896) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:46.283887 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-4781cde7-501b-46da-a72d-d9a182b5716b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ff14d5147084500b405b8d29804dfb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408762 Jun 28 22:31:46.285635 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59898) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:46.334774 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.355990 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.407604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.410169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.411281 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/080167e7-7f6c-4aaf-8463-9d2500228cfb HTTP/1.1" status: 204 len: 168 time: 0.1247420 Jun 28 22:31:46.412140 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-446a676b-edc5-4f1a-8f1b-1f81924cb2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:46.420326 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080167e7-7f6c-4aaf-8463-9d2500228cfb,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:46.422805 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:46.786459 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59904) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:46.827485 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b4512562-60c2-4bf6-852f-286077a5fbae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0c1e38803934dd1adefff7b4cf74906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397420 Jun 28 22:31:46.830676 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59906) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:31:46.885599 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.906220 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.955643 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.958342 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:46.959480 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/211459b4-cde9-4b4c-bb38-1ba37545d816 HTTP/1.1" status: 204 len: 168 time: 0.1279113 Jun 28 22:31:46.960366 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a28cf4cc-2d4e-420e-bd11-07cc37aa9536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:46.968381 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211459b4-cde9-4b4c-bb38-1ba37545d816,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:46.974557 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b92b2a7c-be00-440a-bb3c-67323b364bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:47.092933 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-b2c6d381-182e-4518-8456-7a209fa104c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526221 Jun 28 22:31:47.185483 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-60291b65-7027-485d-9006-133606e0a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:47.187058 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-60291b65-7027-485d-9006-133606e0a246 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7932c3dab0d446aab24c980b038a06ba&device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 1100 time: 0.0605285 Jun 28 22:31:47.304368 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-13eeb043-4ee6-4ba1-adb0-299c5fe22145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:47.306004 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-13eeb043-4ee6-4ba1-adb0-299c5fe22145 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 200 len: 918 time: 0.0958238 Jun 28 22:31:47.375895 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-a111fd3b-dde0-4ba1-aad5-63bf45e7fc77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 200 len: 1001 time: 0.0612879 Jun 28 22:31:47.424882 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-cf150faa-74f0-4bc5-8b33-c8e8786bd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:47.426373 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-cf150faa-74f0-4bc5-8b33-c8e8786bd0f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 200 len: 856 time: 0.0440843 Jun 28 22:31:47.488712 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-7a176a4f-a8fd-42f8-ab06-dc0c13924ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:47.490250 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-7a176a4f-a8fd-42f8-ab06-dc0c13924ab8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d9e6894-349a-4a72-aee2-cba42d971743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0567100 Jun 28 22:31:47.505789 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3e951b7c-428f-4b0d-a73b-496805c9f757 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:31:47.525897 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 3e951b7c-428f-4b0d-a73b-496805c9f757 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:31:47.526248 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3e951b7c-428f-4b0d-a73b-496805c9f757 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:31:47.584642 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-cff52f93-57bc-453b-8d8a-fd17bb9da413 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867479 Jun 28 22:31:47.678776 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-41f65753-ce77-43d4-9439-6e25b3603d65 req-c4bdbf66-3dc3-429b-a00b-f30b78a430d7 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877545 Jun 28 22:31:55.383828 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b22a5-9c9a-4277-8e09-ec572eac610a req-ad8fea86-cba4-4027-a73d-dd426e86905b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:55.385312 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c70b22a5-9c9a-4277-8e09-ec572eac610a req-ad8fea86-cba4-4027-a73d-dd426e86905b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 947 time: 0.0742481 Jun 28 22:31:55.425928 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c70b22a5-9c9a-4277-8e09-ec572eac610a req-5c4d5322-4c33-4d3e-8975-a05d8d8c817c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jun 28 22:31:56.614002 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffb4dc-e831-4570-8946-d1ece4481eda req-106b3e0e-e698-471b-a927-7cf1ebca3a2b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:56.615481 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8ffb4dc-e831-4570-8946-d1ece4481eda req-106b3e0e-e698-471b-a927-7cf1ebca3a2b tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 947 time: 0.0656476 Jun 28 22:31:56.662931 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c8ffb4dc-e831-4570-8946-d1ece4481eda req-a680556c-7a78-431e-a3f1-a3c7d1b404f6 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups?id=53cef864-c966-4ea9-9fc0-777acd4312ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Jun 28 22:31:56.785950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-67ac5b68-9c0d-43a8-b15a-63506741d9c5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:31:56.787475 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-67ac5b68-9c0d-43a8-b15a-63506741d9c5 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 947 time: 0.0655110 Jun 28 22:31:56.890674 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Deleting port fa48a5b2-119f-45a9-a870-90e0cda6e74d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:31:56.890965 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:56.978594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] For port fa48a5b2-119f-45a9-a870-90e0cda6e74d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa48a5b2-119f-45a9-a870-90e0cda6e74d,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:31:56.978926 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:57.159030 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:57.159400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:57.159709 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.l3_db [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Floating IP 1f87835c-532f-4a8f-a8ae-1ab566ceaf15 disassociated. External IP: 172.28.3.60, port: fa48a5b2-119f-45a9-a870-90e0cda6e74d. Jun 28 22:31:57.160044 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Calling delete_port for fa48a5b2-119f-45a9-a870-90e0cda6e74d owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:31:57.289411 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:57.293262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:31:57.321432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event deleted for resources: {'Port': ['ID=fa48a5b2-119f-45a9-a870-90e0cda6e74d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:31:57.324475 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:31:57.437114 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Router adbbe8ee-642c-4f09-85cc-094812b0754f has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:31:57.548816 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:31:57.561776 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:31:57.577549 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:57.578466 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:57.601502 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] No DVR routers for this DVR port fa48a5b2-119f-45a9-a870-90e0cda6e74d on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:31:57.603950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:31:57.605939 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dc643ed0-10ee-443b-bfae-135dc78eff9e req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.61 "DELETE /v2.0/ports/fa48a5b2-119f-45a9-a870-90e0cda6e74d HTTP/1.1" status: 204 len: 173 time: 0.8134935 Jun 28 22:31:57.606449 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-deleted', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:31:57.608799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c6232-9c1b-4793-b134-bc66fc2917ca" -d '{"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-deleted", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:31:57.647327 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8cb044-3740-418d-8629-d1b70aa42214 x-openstack-request-id: req-ae8cb044-3740-418d-8629-d1b70aa42214 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:31:57.647950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf75-0ac6-40db-935d-5252781c5564", "name": "network-vif-deleted", "tag": "fa48a5b2-119f-45a9-a870-90e0cda6e74d", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:31:57.648069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae8cb044-3740-418d-8629-d1b70aa42214 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:31:57.648436 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cebf75-0ac6-40db-935d-5252781c5564', 'name': 'network-vif-deleted', 'tag': 'fa48a5b2-119f-45a9-a870-90e0cda6e74d', 'status': 'completed', 'code': 200} Jun 28 22:31:57.700297 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:57.843505 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-984034fd-c21a-4835-bf7c-6ff2ab36bb16 req-90f96047-7d73-4ed0-814e-2f7c4f6b76e4 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cebf75-0ac6-40db-935d-5252781c5564 HTTP/1.1" status: 200 len: 210 time: 0.0326867 Jun 28 22:31:57.925941 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:57.954359 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:31:57.963134 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:31:57.963721 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:58.079366 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:31:58.289059 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:31:58.315630 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cc6c8-9d6c-40a0-b16c-18c3be24ac59 None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '6ce1db93-0725-4684-a2a1-7427c30f95d2', 'name': '', 'network_id': '9d9e6894-349a-4a72-aee2-cba42d971743', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'mac_address': 'fa:16:3e:f7:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:42Z', 'updated_at': '2021-06-28T22:25:59Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'subnets': [{'id': '40b1156b-e70e-4acd-a7d2-5924fbf42a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:31:58.544448 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6ba89-5d84-4817-98d3-1b5c453c0752 None None] New status for floating IP 1f87835c-532f-4a8f-a8ae-1ab566ceaf15: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:32:00.008411 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59934) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:00.063069 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.086681 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.147881 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.150449 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.151588 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "DELETE /v2.0/security-groups/53cef864-c966-4ea9-9fc0-777acd4312ba HTTP/1.1" status: 204 len: 168 time: 0.1421497 Jun 28 22:32:00.152443 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9770a2d7-ff94-4c84-ac8d-b9f3bd32e4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:00.154536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59936) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:00.161515 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cef864-c966-4ea9-9fc0-777acd4312ba,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:00.164180 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-852d6984-f1ed-4be3-9987-453264ba24ab tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:00.168746 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.api.v2.resource [None req-f6c1320d-2b54-43db-b9ef-db2b3825fbce tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] show failed (client error): The resource could not be found. Jun 28 22:32:00.172690 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59938) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:00.172967 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f6c1320d-2b54-43db-b9ef-db2b3825fbce tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "GET /v2.0/security-groups/53cef864-c966-4ea9-9fc0-777acd4312ba HTTP/1.1" status: 404 len: 347 time: 0.0171592 Jun 28 22:32:00.304275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Deleting port 2daac72e-f017-420f-84d7-3bc8b73ba278 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:00.304541 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.311638 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:00.332000 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: fa48a5b2-119f-45a9-a870-90e0cda6e74d {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:00.332258 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device fa48a5b2-119f-45a9-a870-90e0cda6e74d not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:00.379729 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.380007 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.391626 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Calling delete_port for 2daac72e-f017-420f-84d7-3bc8b73ba278 owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:00.526552 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.529651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3ab52279-a3fe-4361-9d6e-1ae5648fc77f tempest-VolumesNegativeTest-2093032535 tempest-VolumesNegativeTest-2093032535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:00.552512 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Pushing event deleted for resources: {'Port': ['ID=2daac72e-f017-420f-84d7-3bc8b73ba278,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:00.555708 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:00.616839 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.619389 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:00.620556 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-10d26a94-ff85-405e-a7e2-6ccdf078c04c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] 10.222.0.50 "DELETE /v2.0/floatingips/1f87835c-532f-4a8f-a8ae-1ab566ceaf15 HTTP/1.1" status: 204 len: 168 time: 0.4463425 Jun 28 22:32:01.072128 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:32:03.239011 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59960) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:03.804504 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:04.058802 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Deleting port 6ce1db93-0725-4684-a2a1-7427c30f95d2 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:04.059020 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:04.139719 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] For port 6ce1db93-0725-4684-a2a1-7427c30f95d2, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=6ce1db93-0725-4684-a2a1-7427c30f95d2,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:04.140071 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:04.151657 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Calling delete_port for 6ce1db93-0725-4684-a2a1-7427c30f95d2 owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:04.339197 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:04.341087 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c071add7-ea1c-40c7-a78f-f84c9086abdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:04.363432 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce1db93-0725-4684-a2a1-7427c30f95d2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:04.366800 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:04.530370 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:04.747186 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Router adbbe8ee-642c-4f09-85cc-094812b0754f has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:32:05.146814 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:05.152385 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] 10.222.0.50 "PUT /v2.0/routers/adbbe8ee-642c-4f09-85cc-094812b0754f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123192 Jun 28 22:32:05.155304 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59964) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:05.157073 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] Sync routers for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:05.175424 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:05.176127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:05.280693 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.290216 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:05.392316 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.458413 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Deleting port 75b26920-1f83-4ffc-94cf-88773e8218e4 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:05.458651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.494760 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:32:04Z', 'revision_number': 5, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port': {'id': '75b26920-1f83-4ffc-94cf-88773e8218e4', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:25:36Z', 'updated_at': '2021-06-28T22:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:05.527342 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] Checking router: adbbe8ee-642c-4f09-85cc-094812b0754f for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:05.537321 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] Routers {'adbbe8ee-642c-4f09-85cc-094812b0754f'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:05.537999 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['adbbe8ee-642c-4f09-85cc-094812b0754f'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:05.555299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] For port 75b26920-1f83-4ffc-94cf-88773e8218e4, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=75b26920-1f83-4ffc-94cf-88773e8218e4,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:05.555651 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.567609 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Calling delete_port for 75b26920-1f83-4ffc-94cf-88773e8218e4 owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:05.769942 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.773381 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4e4cfb7e-fc46-4601-aa66-f6237b3ea97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:05.781713 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] Set router adbbe8ee-642c-4f09-85cc-094812b0754f gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:05.798585 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b26920-1f83-4ffc-94cf-88773e8218e4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:05.801343 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:05.844017 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:32:05Z', 'revision_number': 6, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:05.864911 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.878578 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15006741-4276-4cc5-b5e8-4fca625c0905 None None] The sync data for ids ['adbbe8ee-642c-4f09-85cc-094812b0754f'] in dv-cinder-792462-20-smb is: [{'id': 'adbbe8ee-642c-4f09-85cc-094812b0754f', 'name': 'tempest-AttachVolumeShelveTestJSON-2003794082-router', 'tenant_id': '7932c3dab0d446aab24c980b038a06ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:25:34Z', 'updated_at': '2021-06-28T22:32:05Z', 'revision_number': 6, 'project_id': '7932c3dab0d446aab24c980b038a06ba', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:05.966955 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:05.969181 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.016469 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.017328 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbbe8ee-642c-4f09-85cc-094812b0754f {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:32:06.022704 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.023870 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f5389008-f56d-438e-89f8-404ef44b6359 admin admin] 10.222.0.50 "DELETE /v2.0/routers/adbbe8ee-642c-4f09-85cc-094812b0754f HTTP/1.1" status: 204 len: 168 time: 0.8673949 Jun 28 22:32:06.026782 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59966) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:06.071531 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Deleting subnet 40b1156b-e70e-4acd-a7d2-5924fbf42a34 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:32:06.074945 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.110023 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.196458 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.257062 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.260033 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:06.288754 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b1156b-e70e-4acd-a7d2-5924fbf42a34,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:06.294887 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.296500 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/40b1156b-e70e-4acd-a7d2-5924fbf42a34 HTTP/1.1" status: 204 len: 168 time: 0.2687898 Jun 28 22:32:06.297429 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32ec73d0-4620-4641-8b9b-1c269a9c0e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:06.299074 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59968) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:06.302565 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c771d-fcb3-4b9b-8fa6-3824c0e412a8 None None] Network 9d9e6894-349a-4a72-aee2-cba42d971743 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:32:06.374632 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.426135 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Deleting port 17c4654d-2991-4753-9b54-eb4ac52dcea1 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:06.426871 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.492225 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] For port 17c4654d-2991-4753-9b54-eb4ac52dcea1, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=17c4654d-2991-4753-9b54-eb4ac52dcea1,segment=NetworkSegment(5c6b1d4d-0789-4731-9d28-935e03b2f9d4),segment_id=5c6b1d4d-0789-4731-9d28-935e03b2f9d4)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:06.492611 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.510510 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Calling delete_port for 17c4654d-2991-4753-9b54-eb4ac52dcea1 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:06.594494 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.596829 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1b25d6bb-b409-45fd-abb8-7c11e9407dd5 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:06.619854 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c4654d-2991-4753-9b54-eb4ac52dcea1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:06.622944 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:06.623705 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] No DVR routers for this DVR port 17c4654d-2991-4753-9b54-eb4ac52dcea1 on host dv-cinder-792462-20-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:32:06.681377 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8bca0-38c7-4911-962d-fb2188b42657 None None] DHCP port deletion for 9d9e6894-349a-4a72-aee2-cba42d971743 request from dv-cinder-792462-20-smb {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:32:06.703028 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.713192 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9e6894-349a-4a72-aee2-cba42d971743']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:06.724283 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6b1d4d-0789-4731-9d28-935e03b2f9d4') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:06.724725 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6b1d4d-0789-4731-9d28-935e03b2f9d4') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:06.733973 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.747620 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.754510 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:32:06.754926 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:32:06.756888 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:32:06.815781 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.821513 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:06.823443 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9d9e6894-349a-4a72-aee2-cba42d971743 HTTP/1.1" status: 204 len: 168 time: 0.5224528 Jun 28 22:32:06.824125 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6e20ff56-d0e0-4f39-828f-68619b460a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:06.842798 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9e6894-349a-4a72-aee2-cba42d971743,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:06.846090 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-da752814-ddfb-488d-a053-a1646e9571a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:06.945818 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59972) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:06.984075 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e1e582c9-0270-4cd6-a547-9e2819285a83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7932c3dab0d446aab24c980b038a06ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372510 Jun 28 22:32:06.986796 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 59974) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:07.036636 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:07.060883 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:07.115580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:07.118164 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:07.119332 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7dcd6f16-5a45-42be-bd6e-46f06ea8406c HTTP/1.1" status: 204 len: 168 time: 0.1316261 Jun 28 22:32:07.120096 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ecbcecb-fa25-4228-8cb5-0ff634f0f0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:07.127795 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd6f16-5a45-42be-bd6e-46f06ea8406c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:07.131022 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c75c77a-38ba-453e-b036-69678e5920f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:07.534737 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 17c4654d-2991-4753-9b54-eb4ac52dcea1 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:07.557783 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 17c4654d-2991-4753-9b54-eb4ac52dcea1 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:07.558249 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 17c4654d-2991-4753-9b54-eb4ac52dcea1 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:07.558741 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 6ce1db93-0725-4684-a2a1-7427c30f95d2 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:07.580365 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 6ce1db93-0725-4684-a2a1-7427c30f95d2 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:07.580702 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 6ce1db93-0725-4684-a2a1-7427c30f95d2 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:07.581135 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 75b26920-1f83-4ffc-94cf-88773e8218e4 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:07.599975 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 75b26920-1f83-4ffc-94cf-88773e8218e4 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:07.600433 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 75b26920-1f83-4ffc-94cf-88773e8218e4 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:07.833189 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 59996) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:07.938238 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-951988328-network', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:07.962953 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Made reservation on behalf of f9adaee9cb7a4ff7a3aa7e2dda8d98fe for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:32:07.965487 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:07.973923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.079973 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.086883 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.090299 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-abdb5c91-4c28-42cc-ac5a-be722cbfdada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:08.115286 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:32:08.121824 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22717f74-fb58-4aca-8e31-935ee03cdf12,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:08.125450 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:08.128162 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.128493 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.segments_db [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Added segment 94a61e11-6972-4492-b971-fa2f6158d285 of type vlan for network 0fcf814a-7c11-4434-8a2d-01fa25122e5f Jun 28 22:32:08.172756 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780792212857'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.204532 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.205929 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:08.206520 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.208480 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:08.259542 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4252634 Jun 28 22:32:08.262671 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60000) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:08.265362 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Pushing event updated for resources: {'Network': ['ID=0fcf814a-7c11-4434-8a2d-01fa25122e5f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:08.267819 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Request body: {'subnet': {'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-951988328-subnet', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:08.267992 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:08.275910 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f details requested by agent ovs-agent-dv-cinder-792462-20-smb with host dv-cinder-792462-20-smb {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:32:08.296240 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Made reservation on behalf of f9adaee9cb7a4ff7a3aa7e2dda8d98fe for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:32:08.299214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528206696'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.466420 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528074525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528206718'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.468525 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9bde4921-b0a6-44c3-ae2a-039ca9f81943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:08.520491 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3396432d-15d7-4ebe-a81c-4e59aa61c40d,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:08.523835 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:08.531214 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Checking segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:32:08.531564 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Network hostable DHCP agents. Network: 0fcf814a-7c11-4434-8a2d-01fa25122e5f, hostable agents: ['50c17342-0365-45c1-842d-9fcbeee2d0b3'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:32:08.550780 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f is scheduled to be hosted by DHCP agent 50c17342-0365-45c1-842d-9fcbeee2d0b3 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:32:08.564698 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-20-smb, 0fcf814a-7c11-4434-8a2d-01fa25122e5f) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:08.569263 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:08.569870 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.573929 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abde643-b0ae-4481-b974-f7a726daf028 None None] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:32:08.585579 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-100abd8b-633f-4ebb-bd30-8179eed161b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3218274 Jun 28 22:32:08.589362 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60002) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:08.593927 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:08.614926 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-536862765'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.616046 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-536862740'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.671778 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.723165 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c6a253-62db-51ea-bc43-72bbefb35ef2-0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d'}]}} from dv-cinder-792462-20-smb. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:32:08.724037 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.807754 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-536862730'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:08.868197 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Allocated IP 172.20.0.2 (0fcf814a-7c11-4434-8a2d-01fa25122e5f/3396432d-15d7-4ebe-a81c-4e59aa61c40d/61b12135-653b-4d44-8b5a-728c792cc443) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:32:09.005667 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.009537 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.017639 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Transition to ACTIVE for port object 61b12135-653b-4d44-8b5a-728c792cc443 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:09.025221 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.032166 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Transition to ACTIVE for port object 61b12135-653b-4d44-8b5a-728c792cc443 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:09.043287 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.045243 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-45f1125f-808b-4276-915a-3bb868e99d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:09.079857 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:32:09.082684 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:09.088965 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:32:09.095773 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Pushing event updated for resources: {'Port': ['ID=61b12135-653b-4d44-8b5a-728c792cc443,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:09.099996 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:09.139520 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Allocated IP 172.28.3.70 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/e3e56c5c-ada7-4766-959d-0afd3006b654) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:32:09.148721 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Attempting to bind port 61b12135-653b-4d44-8b5a-728c792cc443 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:32:09.149233 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Attempting to bind port 61b12135-653b-4d44-8b5a-728c792cc443 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:32:09.149809 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Attempting to bind port 61b12135-653b-4d44-8b5a-728c792cc443 on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:32:09.155407 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:32:09.155840 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Checking segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:32:09.156175 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.158642 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Bound using segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:32:09.158642 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Bound port: 61b12135-653b-4d44-8b5a-728c792cc443, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:32:09.158642 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.221790 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] For port 61b12135-653b-4d44-8b5a-728c792cc443, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:32:09.224894 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] For port 61b12135-653b-4d44-8b5a-728c792cc443, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=61b12135-653b-4d44-8b5a-728c792cc443,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:32:09.231647 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.233536 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:09.242257 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.285759 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Pushing event updated for resources: {'Port': ['ID=61b12135-653b-4d44-8b5a-728c792cc443,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:09.290299 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:09.297108 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.300518 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a18c207-2f97-43fb-882b-2ad91cdb650b tempest-VolumesActionsTest-197226561 tempest-VolumesActionsTest-197226561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:09.336539 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:32:09.339823 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:09.342564 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:32:09.368681 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e56c5c-ada7-4766-959d-0afd3006b654,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:09.375367 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:09.563463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 61b12135-653b-4d44-8b5a-728c792cc443 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:09.614369 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 61b12135-653b-4d44-8b5a-728c792cc443 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:09.616619 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.812478 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478904'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:09.945441 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 is scheduled to L3 agent c5080362-d518-472e-ba84-0a77d92f438e with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:32:10.058133 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:10.069721 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:10.076544 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.078191 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-e6f90fe6-1a67-4c10-8322-67603383f5a8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4876900 Jun 28 22:32:10.081867 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60004) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:10.088123 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:10.088894 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:10.202412 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12345aae-874a-41fb-b155-e44c249b2297 None None] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:32:10.220870 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b76437fe-4555-4419-a684-4313302e83d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.310710 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:10.371628 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Provisioning for port 61b12135-653b-4d44-8b5a-728c792cc443 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:10.377839 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Provisioning complete for port 61b12135-653b-4d44-8b5a-728c792cc443 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:10.378207 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.471637 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.504652 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:09Z', 'revision_number': 3, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:10.505465 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] For port 61b12135-653b-4d44-8b5a-728c792cc443, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=61b12135-653b-4d44-8b5a-728c792cc443,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:10.511285 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.513283 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-ddd18703-eb49-4279-be91-75d9a852938c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:10.543364 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:10.543719 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Updating router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 port e3e56c5c-ada7-4766-959d-0afd3006b654 binding host dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:32:10.571794 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Pushing event updated for resources: {'Port': ['ID=61b12135-653b-4d44-8b5a-728c792cc443,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:10.579243 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:10.593306 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.731213 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-668acfb0-4f72-4671-80cd-0956b08e628a None None] Provisioning complete for port 61b12135-653b-4d44-8b5a-728c792cc443 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:10.731774 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-668acfb0-4f72-4671-80cd-0956b08e628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.813654 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.854580 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.864555 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Transition to ACTIVE for port object e3e56c5c-ada7-4766-959d-0afd3006b654 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:10.871079 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.873248 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-e20f0933-54dc-4d9d-ba1d-6ed82558aec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:10.921657 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Pushing event updated for resources: {'Port': ['ID=e3e56c5c-ada7-4766-959d-0afd3006b654,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:10.923676 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Attempting to bind port e3e56c5c-ada7-4766-959d-0afd3006b654 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:32:10.924015 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Attempting to bind port e3e56c5c-ada7-4766-959d-0afd3006b654 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:32:10.924369 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Attempting to bind port e3e56c5c-ada7-4766-959d-0afd3006b654 on network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:32:10.933041 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.933354 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.933667 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.933986 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.934301 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.934614 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.934927 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.935236 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.935548 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.935852 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.936159 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.936477 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:10.939687 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:32:10.940057 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Checking segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:32:10.940456 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.940830 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Bound using segment: {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:32:10.941320 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Bound port: e3e56c5c-ada7-4766-959d-0afd3006b654, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5727294b-3789-460c-960f-9b40af39da7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:32:10.941692 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:10.943415 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:10.972789 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Allocated IP 172.20.0.1 (0fcf814a-7c11-4434-8a2d-01fa25122e5f/3396432d-15d7-4ebe-a81c-4e59aa61c40d/3c278896-d180-447c-8469-526ebe4674e1) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:32:10.995861 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] For port e3e56c5c-ada7-4766-959d-0afd3006b654, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:32:10.998878 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] For port e3e56c5c-ada7-4766-959d-0afd3006b654, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e3e56c5c-ada7-4766-959d-0afd3006b654,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:32:11.003270 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.005462 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-5b18b137-c6c2-4e01-a3f1-889f336f5789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:11.060365 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:11.060981 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:31:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:11.062633 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Pushing event updated for resources: {'Port': ['ID=e3e56c5c-ada7-4766-959d-0afd3006b654,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:11.066153 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-e2cb88ba-c445-4aa6-9d78-beb8733f341f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:11.079872 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.095566 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Transition to ACTIVE for port object 3c278896-d180-447c-8469-526ebe4674e1 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:11.129772 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-528074633'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.132997 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-daef01ee-46ad-418a-8d10-afeecf74fb4f tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:11.168405 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:11.173959 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:32:11.176753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:11.181855 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:32:11.212558 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Pushing event updated for resources: {'Port': ['ID=3c278896-d180-447c-8469-526ebe4674e1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:11.216442 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:11.234003 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477317'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.348909 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:09Z', 'revision_number': 3, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:11.377977 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cf986-1666-453b-bcaf-953ea11eea20 None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:09Z', 'revision_number': 3, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:11.381223 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.436645 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-9d41ce8c-2afd-4c86-aea8-691e48cccaba None None] Provisioning for port 3c278896-d180-447c-8469-526ebe4674e1 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:11.440613 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-9d41ce8c-2afd-4c86-aea8-691e48cccaba None None] Provisioning complete for port 3c278896-d180-447c-8469-526ebe4674e1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:11.440989 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d41ce8c-2afd-4c86-aea8-691e48cccaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.485113 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-9d41ce8c-2afd-4c86-aea8-691e48cccaba None None] Port 3c278896-d180-447c-8469-526ebe4674e1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:32:11.531777 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 61b12135-653b-4d44-8b5a-728c792cc443 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:11.550364 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.558275 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528074655'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.561540 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-582a7a8c-5024-43aa-922b-bd1eab85d238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:11.584055 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 61b12135-653b-4d44-8b5a-728c792cc443 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:11.584464 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.646288 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Pushing event updated for resources: {'Port': ['ID=3c278896-d180-447c-8469-526ebe4674e1,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:11.649351 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479093'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:11.651485 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:11.749139 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:32:11.751817 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:11.883405 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:32:12.003934 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:12.005765 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-56897db0-f492-4d36-b583-1c39c1cd1502 None None] Provisioning complete for port 3c278896-d180-447c-8469-526ebe4674e1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:12.006355 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-56897db0-f492-4d36-b583-1c39c1cd1502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.009593 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a3e995f1-6489-46cf-8baf-0292d080132f admin admin] 10.222.0.50 "PUT /v2.0/routers/765dfe9b-7fe7-4d15-9b21-26d7a91b1815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9267530 Jun 28 22:32:12.042340 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-56897db0-f492-4d36-b583-1c39c1cd1502 None None] Port 3c278896-d180-447c-8469-526ebe4674e1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:32:12.683970 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60012) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:12.688828 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185178058', 'description': 'tempest-description--1771311028'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:12.715772 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.720784 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8f27ed63-0bae-440b-bdf8-28854f267f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.808698 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.816287 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.818856 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-da7356b8-4a91-43e4-94ba-5698335c05a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:12.842970 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.844225 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1592681 Jun 28 22:32:12.847226 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60014) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:12.848280 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f87ef-4154-4f67-8a0e-e6c993223dd9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:12.851117 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-152aa374-09d4-4ae6-a510-9cb47543926a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:12.853543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'security_group_rule': {'security_group_id': 'da6f87ef-4154-4f67-8a0e-e6c993223dd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:12.886381 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.904696 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.955595 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:12.958439 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.964011 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.966192 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:12.968729 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:12.969479 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:12.982357 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d52df-d806-480b-a6fd-3242e39c20c9,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:12.987529 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:12.992091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:12.993546 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-bd164d8a-180d-49b6-aa07-627893857d3f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453021 Jun 28 22:32:12.996106 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60016) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:13.000828 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'security_group_rule': {'security_group_id': 'da6f87ef-4154-4f67-8a0e-e6c993223dd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:13.032857 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.080372 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:13.095823 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.107910 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.111065 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:13.126077 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e8b8ad-a257-43e8-ac1e-99955ba883d4,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:13.130007 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:13.136752 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.137997 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-b7af4e8c-568b-4b44-b739-07d655087316 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407771 Jun 28 22:32:13.141053 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60018) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:13.145877 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'floatingip': {'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:13.168397 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.267931 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.278825 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 2, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:13.304389 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:13.304746 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Updating router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 port 3c278896-d180-447c-8469-526ebe4674e1 binding host dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:32:13.370773 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Allocated IP 172.28.3.114 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/c9c2b4f7-aaf0-4984-9696-3674cd388c62) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:32:13.470294 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.483870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.539662 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.541801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:13.577896 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3e56c5c-ada7-4766-959d-0afd3006b654 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:13.578263 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:32:13.580976 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:13.586618 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:32:13.592265 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'Port': ['ID=c9c2b4f7-aaf0-4984-9696-3674cd388c62,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:13.617181 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:13.680881 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.696503 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port e3e56c5c-ada7-4766-959d-0afd3006b654 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:13.703557 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port e3e56c5c-ada7-4766-959d-0afd3006b654 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:13.703900 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.729985 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.841789 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.852016 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.861421 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Transition to ACTIVE for port object 3c278896-d180-447c-8469-526ebe4674e1 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:13.874010 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.877158 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:13.880808 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port e3e56c5c-ada7-4766-959d-0afd3006b654, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e3e56c5c-ada7-4766-959d-0afd3006b654,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:13.882612 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.888278 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.891324 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d1842b16-7d3e-4a6a-a518-34686fe085f7 tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:13.908832 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:13.932474 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f8687-44a0-49e5-818f-bd9ff7143f5c None None] Pushing event updated for resources: {'Port': ['ID=3c278896-d180-447c-8469-526ebe4674e1,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:13.936308 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-db7f8687-44a0-49e5-818f-bd9ff7143f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:13.936768 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6209f0db-6555-46fd-a6a0-53623862bceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:13.975125 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'Port': ['ID=c9c2b4f7-aaf0-4984-9696-3674cd388c62,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:13.979538 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:13.980659 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.000380 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.008635 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8593779 Jun 28 22:32:14.050419 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=e3e56c5c-ada7-4766-959d-0afd3006b654,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:14.053447 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Attempting to bind port 3c278896-d180-447c-8469-526ebe4674e1 on host dv-cinder-792462-20-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:32:14.054856 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Attempting to bind port 3c278896-d180-447c-8469-526ebe4674e1 by drivers openvswitch,hyperv on host dv-cinder-792462-20-smb at level 0 using segments [{'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:32:14.055204 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Attempting to bind port 3c278896-d180-447c-8469-526ebe4674e1 on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:32:14.057873 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:14.059872 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.062978 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Checking agent: {'id': '86fdfc61-3173-431e-8f65-101efaa7b6ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 17, 43), 'started_at': datetime.datetime(2021, 6, 28, 22, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:32:14.063276 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Checking segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:32:14.064541 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.064946 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Bound using segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:32:14.065465 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Bound port: 3c278896-d180-447c-8469-526ebe4674e1, host: dv-cinder-792462-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:32:14.065854 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.104663 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60028) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:14.147145 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] For port 3c278896-d180-447c-8469-526ebe4674e1, host dv-cinder-792462-20-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:32:14.150877 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] For port 3c278896-d180-447c-8469-526ebe4674e1, host dv-cinder-792462-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3c278896-d180-447c-8469-526ebe4674e1,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:32:14.157513 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.160251 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:14.203096 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-41af7a96-ea42-4c3a-a213-6eee4eb89ddb tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--185178058&fields=id&tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe HTTP/1.1" status: 200 len: 267 time: 0.0609794 Jun 28 22:32:14.246375 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:14.247085 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:14.341974 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f8687-44a0-49e5-818f-bd9ff7143f5c None None] Pushing event updated for resources: {'Port': ['ID=3c278896-d180-447c-8469-526ebe4674e1,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:14.346996 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-db7f8687-44a0-49e5-818f-bd9ff7143f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:14.371969 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:14.414650 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-b6f02a5e-e5ac-4855-886a-5c9650ca54c8 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:14.415252 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-b6f02a5e-e5ac-4855-886a-5c9650ca54c8 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 810 time: 0.1712587 Jun 28 22:32:14.434818 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Deleting port fcbbd4a7-2a8f-41af-b77d-54dced2d8432 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:14.435148 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.437921 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-8ad87515-26d3-4f91-9987-07e97881ce02 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/quotas/f9adaee9cb7a4ff7a3aa7e2dda8d98fe HTTP/1.1" status: 200 len: 375 time: 0.0153525 Jun 28 22:32:14.551102 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.551426 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:14.568950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Calling delete_port for fcbbd4a7-2a8f-41af-b77d-54dced2d8432 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:14.586748 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-e39b9035-f5e2-4ca6-8c5b-426ae8ca190e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380734 Jun 28 22:32:14.589206 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:14Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:14.616605 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a96e2b-7ba0-4a35-ba13-376eca28bc0d None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:14Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:15.054773 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-d0e2acc8-6c11-4932-a459-be4b5519155a service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339609 Jun 28 22:32:15.161006 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.164994 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-411eba0a-4cd5-425c-be61-dcd357ce753c tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:15.199890 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event deleted for resources: {'Port': ['ID=fcbbd4a7-2a8f-41af-b77d-54dced2d8432,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:15.202443 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:15.209683 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-2d1fa349-6e3d-467c-8ecc-2e2cf92f3b36 service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466146 Jun 28 22:32:15.270645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.270645 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.l3_db [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Floating IP ecd1c367-3bdf-496d-99ae-740a241f7da2 disassociated (deleted). External IP: 172.28.3.87, port: e322bf62-7eab-436c-a4d6-33309f1b064e. Jun 28 22:32:15.412983 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-01d6cbbc-701f-46e7-aa5c-8c8d0ef3ec99 req-d1c23e1f-2333-4b3c-9cbc-24d360ad5add tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 210 time: 0.0384860 Jun 28 22:32:15.530355 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Router 5caeddd6-0db9-42a9-a74c-a561132ba595 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:32:15.600106 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.647709 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3c278896-d180-447c-8469-526ebe4674e1 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:15.674334 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:15.679049 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.701693 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] Sync routers for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:15.716181 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:15.716810 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:15.725819 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning for port 3c278896-d180-447c-8469-526ebe4674e1 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:15.730810 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 3c278896-d180-447c-8469-526ebe4674e1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:15.730810 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.741981 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-1b53efff-6aea-4d75-bfd0-6e82d083f317 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "DELETE /v2.0/floatingips/ecd1c367-3bdf-496d-99ae-740a241f7da2 HTTP/1.1" status: 204 len: 168 time: 1.6359651 Jun 28 22:32:15.742691 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:32:15.745476 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79531eaf-4d42-49b1-90ac-6cce22f42c46" -d '{"events": [{"name": "network-changed", "server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:32:15.811988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b463d19-dcc8-4ba7-adad-49cdef3273c3 x-openstack-request-id: req-2b463d19-dcc8-4ba7-adad-49cdef3273c3 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:32:15.812542 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:32:15.813047 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b463d19-dcc8-4ba7-adad-49cdef3273c3 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:32:15.813845 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'status': 'completed', 'code': 200} Jun 28 22:32:15.867653 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:15.884038 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.933302 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] For port 3c278896-d180-447c-8469-526ebe4674e1, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3c278896-d180-447c-8469-526ebe4674e1,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:15.940482 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:15.942464 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3e56c5c-ada7-4766-959d-0afd3006b654 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:15.945914 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:15.946677 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-9f050daa-3493-424a-b528-f8da3e7593a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:15.951972 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-9f050daa-3493-424a-b528-f8da3e7593a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d705af23a944a2a8e25bd0a1e166859&device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0821223 Jun 28 22:32:16.056664 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:16.063949 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Pushing event updated for resources: {'Port': ['ID=3c278896-d180-447c-8469-526ebe4674e1,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:16.067798 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:16.075122 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port e3e56c5c-ada7-4766-959d-0afd3006b654 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:16.075673 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:16.103864 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-fade71f6-472d-4fce-bbe3-175d682b4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:16.106629 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-fade71f6-472d-4fce-bbe3-175d682b4e34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 200 len: 909 time: 0.1521523 Jun 28 22:32:16.189336 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-240de8dd-4b27-40dc-b4c8-ac92038d7033 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 200 len: 217 time: 0.0623055 Jun 28 22:32:16.205438 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:16.230335 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7800026-0513-4d8c-87df-3c76c7f34ca0 req-5a293452-bc53-4b8f-b47e-5e5be827c820 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:16.237444 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] Checking router: 5caeddd6-0db9-42a9-a74c-a561132ba595 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:16.238102 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d7800026-0513-4d8c-87df-3c76c7f34ca0 req-5a293452-bc53-4b8f-b47e-5e5be827c820 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0962756 Jun 28 22:32:16.249330 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-58250deb-fdff-4ed3-858b-a2bf084c7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:16.250886 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-58250deb-fdff-4ed3-858b-a2bf084c7467 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 200 len: 847 time: 0.0550051 Jun 28 22:32:16.253144 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:16.253873 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:16.285893 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d7800026-0513-4d8c-87df-3c76c7f34ca0 req-879891d9-0a65-4dfb-83eb-b3800160d732 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457761 Jun 28 22:32:16.323495 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-be7059ea-5ad2-4af1-9076-131551fc6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:16.324973 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-be7059ea-5ad2-4af1-9076-131551fc6ecd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7790840c-ecfe-40e3-bc21-134fa43c19db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0630903 Jun 28 22:32:16.364624 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:16.426562 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-47e62669-0683-440a-ac49-a29a845d19fa service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915036 Jun 28 22:32:16.529666 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-79531eaf-4d42-49b1-90ac-6cce22f42c46 req-7e2fe327-5984-4acf-bd8b-9dd04be42f23 service neutron] 10.222.0.61 "GET /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953426 Jun 28 22:32:16.559276 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-69ca13de-091a-4929-8ce8-c8f3f76c4fcb req-e767ecf7-a893-4f62-b1ce-893097bdbb15 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 210 time: 0.0321891 Jun 28 22:32:16.664174 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:16.690505 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b932df1-3512-4c22-b01d-18a6dc411eb9 None None] The sync data for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb is: [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:27:20Z', 'revision_number': 4, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '5060fa6c-1b85-426c-81dd-bf5dfb74b86f', 'name': '', 'network_id': '7790840c-ecfe-40e3-bc21-134fa43c19db', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'mac_address': 'fa:16:3e:6c:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:19Z', 'updated_at': '2021-06-28T22:27:26Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'subnets': [{'id': 'db1703c4-4458-4ba8-9a7b-d87e22e271c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:16.824141 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-3e84f6e6-89e1-4cb4-813c-cf02f5621321 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:16.825887 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-3e84f6e6-89e1-4cb4-813c-cf02f5621321 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 810 time: 0.1171892 Jun 28 22:32:16.882246 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-d836fea3-302f-43a9-b5c9-e4097897ffe6 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe HTTP/1.1" status: 200 len: 379 time: 0.0395198 Jun 28 22:32:16.891345 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'port': {'device_id': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'admin_state_up': True, 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'security_groups': ['da6f87ef-4154-4f67-8a0e-e6c993223dd9']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:16.930849 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469fd40-6290-4118-b572-2ddcd93d6cd8 None None] New status for floating IP ecd1c367-3bdf-496d-99ae-740a241f7da2: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:32:17.004112 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Made reservation on behalf of f9adaee9cb7a4ff7a3aa7e2dda8d98fe for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:32:17.007771 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.139306 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Allocated IP 172.20.0.6 (0fcf814a-7c11-4434-8a2d-01fa25122e5f/3396432d-15d7-4ebe-a81c-4e59aa61c40d/b56bfbd5-37f1-4104-8f6f-83e6b1295db9) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:32:17.282530 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.301640 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Transition to ACTIVE for port object b56bfbd5-37f1-4104-8f6f-83e6b1295db9 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:17.340870 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.344861 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2355c97a-9c73-4921-bb9a-0513bd93e2b0 tempest-AttachVolumeNegativeTest-246816494 tempest-AttachVolumeNegativeTest-246816494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:17.384643 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:32:17.387932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:32:17.394199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:32:17.420995 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'Port': ['ID=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:17.425610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:17.444689 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:17.445701 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.464099 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765686 Jun 28 22:32:17.475384 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da34295-e044-48a7-8357-a760677aae4d req-8fa33d96-9e82-48dc-93b6-493ecbd5f4b2 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:17.478161 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5da34295-e044-48a7-8357-a760677aae4d req-8fa33d96-9e82-48dc-93b6-493ecbd5f4b2 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0756135 Jun 28 22:32:17.495857 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Request body: {'port': {'device_id': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:17.540678 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5da34295-e044-48a7-8357-a760677aae4d req-fadf4f06-3573-4a85-8afb-6066d289fbd5 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d928ad-c60c-47bc-b6da-5455325c5895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564687 Jun 28 22:32:17.550157 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3c278896-d180-447c-8469-526ebe4674e1 up at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:17.588853 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.611511 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Provisioning complete for port 3c278896-d180-447c-8469-526ebe4674e1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:17.611890 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.657394 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d791dc0e-bd7f-4315-aca7-f29001a29fb0 None None] Provisioning for port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:17.663070 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d791dc0e-bd7f-4315-aca7-f29001a29fb0 None None] Provisioning complete for port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:17.663648 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d791dc0e-bd7f-4315-aca7-f29001a29fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.727079 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d791dc0e-bd7f-4315-aca7-f29001a29fb0 None None] Port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:32:17.760758 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-45e298e1-e757-4ab1-ba0c-3023c4117efe tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:17.762260 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-45e298e1-e757-4ab1-ba0c-3023c4117efe tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.61 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 945 time: 0.0703223 Jun 28 22:32:17.823777 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b53c1-0c43-4f58-a826-387397de54ec req-d30e6df4-a43a-4c24-9ed6-4f2bd4acc661 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:17.825294 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f84b53c1-0c43-4f58-a826-387397de54ec req-d30e6df4-a43a-4c24-9ed6-4f2bd4acc661 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 931 time: 0.1322336 Jun 28 22:32:17.862318 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Deleting port e322bf62-7eab-436c-a4d6-33309f1b064e {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:17.862535 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.891819 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f84b53c1-0c43-4f58-a826-387397de54ec req-d1849925-2715-44be-b465-e23560517089 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582757 Jun 28 22:32:17.930180 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56bfbd5-37f1-4104-8f6f-83e6b1295db9 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:32:17.937732 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.949677 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Transition to ACTIVE for port object b56bfbd5-37f1-4104-8f6f-83e6b1295db9 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:32:17.950408 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] For port e322bf62-7eab-436c-a4d6-33309f1b064e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e322bf62-7eab-436c-a4d6-33309f1b064e,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:17.950766 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.954961 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:17.957244 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-45b485fa-4b89-4edd-bc5e-c5f2b5aa053f tempest-VolumesActionsTest-1409401325 tempest-VolumesActionsTest-1409401325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:17.962922 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Calling delete_port for e322bf62-7eab-436c-a4d6-33309f1b064e owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:18.026319 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Pushing event updated for resources: {'Port': ['ID=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:18.029855 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:18.093383 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Attempting to bind port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:32:18.093860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Attempting to bind port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:32:18.094354 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Attempting to bind port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:32:18.098203 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:18.100971 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:32:18.101345 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Attempting to bind port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:32:18.102753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6df047a4-48b5-4328-8712-ef4231405c58 tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:18.108817 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:32:18.109221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Checking segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:32:18.109584 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Bound using segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:32:18.110028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Bound port: b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:32:18.110390 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:18.132263 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event deleted for resources: {'Port': ['ID=e322bf62-7eab-436c-a4d6-33309f1b064e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:18.135821 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:18.185677 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] For port b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:32:18.188177 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] No DVR routers for this DVR port e322bf62-7eab-436c-a4d6-33309f1b064e on host hv-cinder-79246 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:32:18.189114 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] For port b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:32:18.190847 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:18.193097 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7a34f9c5-cdc6-4b85-9027-329f8eec8c2d req-00efab22-441f-45fa-b212-ef0f26d83b9b tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.61 "DELETE /v2.0/ports/e322bf62-7eab-436c-a4d6-33309f1b064e HTTP/1.1" status: 204 len: 173 time: 0.4255142 Jun 28 22:32:18.193689 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-deleted', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:32:18.195197 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:18.196076 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54deefb7-5641-4ef3-82ca-bd8c00366e75" -d '{"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-deleted", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:32:18.198073 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3a771951-e654-42ae-b2da-22f6ef694ffb tempest-AttachVolumeShelveTestJSON-45550918 tempest-AttachVolumeShelveTestJSON-45550918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:18.234910 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa437c-f3cd-4658-baa7-1226f508e590 x-openstack-request-id: req-dbaa437c-f3cd-4658-baa7-1226f508e590 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:32:18.235241 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e035c1-2d9c-4736-8345-6a581e74baf0", "name": "network-vif-deleted", "tag": "e322bf62-7eab-436c-a4d6-33309f1b064e", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:32:18.235536 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbaa437c-f3cd-4658-baa7-1226f508e590 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:32:18.236381 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e035c1-2d9c-4736-8345-6a581e74baf0', 'name': 'network-vif-deleted', 'tag': 'e322bf62-7eab-436c-a4d6-33309f1b064e', 'status': 'completed', 'code': 200} Jun 28 22:32:18.237376 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:18.238485 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:18.239889 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] 10.222.0.61 "PUT /v2.0/ports/b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 200 len: 1093 time: 0.7570026 Jun 28 22:32:18.240430 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:32:18.242810 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe9614d-4967-4201-9eb4-0ca76413a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:32:18.270053 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Pushing event updated for resources: {'Port': ['ID=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:18.282374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-62001571-476f-4a22-8da1-8fa808c88558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:18.294683 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bf7ddf-da89-4c4f-8407-9f3b87ef3801 x-openstack-request-id: req-15bf7ddf-da89-4c4f-8407-9f3b87ef3801 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:32:18.295017 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:32:18.295305 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15bf7ddf-da89-4c4f-8407-9f3b87ef3801 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:32:18.295739 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'status': 'completed', 'code': 200} Jun 28 22:32:18.433988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9614d-4967-4201-9eb4-0ca76413a4bc req-ef0c93fe-07ec-41b6-b202-067034bf70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:18.435526 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbe9614d-4967-4201-9eb4-0ca76413a4bc req-ef0c93fe-07ec-41b6-b202-067034bf70fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1096 time: 0.0600543 Jun 28 22:32:18.661702 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9614d-4967-4201-9eb4-0ca76413a4bc req-2ef8e4da-7d60-449d-8518-dc3d12fb9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:18.663230 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbe9614d-4967-4201-9eb4-0ca76413a4bc req-2ef8e4da-7d60-449d-8518-dc3d12fb9ce0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1948581 Jun 28 22:32:18.735574 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-1f25174d-c23c-4cd5-ad78-cfbec81d033b req-01840d18-88a0-4e99-8189-09ff53df11b2 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e035c1-2d9c-4736-8345-6a581e74baf0 HTTP/1.1" status: 200 len: 210 time: 0.0304687 Jun 28 22:32:18.846237 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9614d-4967-4201-9eb4-0ca76413a4bc req-511ee303-87a5-437b-8338-23cdb001d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:18.847731 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dbe9614d-4967-4201-9eb4-0ca76413a4bc req-511ee303-87a5-437b-8338-23cdb001d685 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732683 Jun 28 22:32:18.978285 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-5beafa0e-eaa9-40c0-8908-534a2d285ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:18.979910 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-5beafa0e-eaa9-40c0-8908-534a2d285ed6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1096 time: 0.0565836 Jun 28 22:32:19.035946 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-a57a5218-834a-4126-ad0b-14e6fd34e367 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 200 len: 217 time: 0.0407360 Jun 28 22:32:19.112873 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-0d240686-6abd-4853-b220-f7f99d2f6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:19.114363 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-0d240686-6abd-4853-b220-f7f99d2f6f14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0686228 Jun 28 22:32:19.408366 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af4ae9-80c2-44e5-b21a-0129bdf44b3b req-54bb9d95-8202-42e0-a311-3d7dcba0fc99 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:19.409893 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-84af4ae9-80c2-44e5-b21a-0129bdf44b3b req-54bb9d95-8202-42e0-a311-3d7dcba0fc99 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 943 time: 0.3768311 Jun 28 22:32:19.455628 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-84af4ae9-80c2-44e5-b21a-0129bdf44b3b req-f5744c52-632b-4b42-a71e-bab9c3c07e83 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393763 Jun 28 22:32:19.463811 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-a5379540-9257-4f41-819e-8f8265aa7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:19.465290 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-a5379540-9257-4f41-819e-8f8265aa7f85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3445852 Jun 28 22:32:19.553839 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-24fbe196-7904-477d-816f-f6f74698d8ef service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814903 Jun 28 22:32:19.656693 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-6ee02e42-2a73-4606-93c1-ef2b37d0f41f req-bb9ff5d5-472d-49ff-9cdd-128aa6d1eaa7 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964901 Jun 28 22:32:19.831401 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60072) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:19.897791 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:19.924062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:19.986677 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:19.989361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:19.990474 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] 10.222.0.50 "DELETE /v2.0/security-groups/71d928ad-c60c-47bc-b6da-5455325c5895 HTTP/1.1" status: 204 len: 168 time: 0.1580932 Jun 28 22:32:19.991281 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3cc0345b-c2b5-4d82-b78d-4c9b8e435ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:20.000310 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d928ad-c60c-47bc-b6da-5455325c5895,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:20.003052 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-208fe0c6-abe6-459d-bf2c-200792bdb8b7 tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:20.039950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60076) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:20.404499 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:20.425939 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: e322bf62-7eab-436c-a4d6-33309f1b064e {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:20.426353 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device e322bf62-7eab-436c-a4d6-33309f1b064e not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:20.463765 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:20.626176 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a22b7-250f-49c7-bb5d-214983a9a927 req-91e904c3-43a0-4c3f-9b3c-51ae08e9d3b0 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:20.627629 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-543a22b7-250f-49c7-bb5d-214983a9a927 req-91e904c3-43a0-4c3f-9b3c-51ae08e9d3b0 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 943 time: 0.0618627 Jun 28 22:32:20.671073 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-543a22b7-250f-49c7-bb5d-214983a9a927 req-43a6e5da-e6c2-40cf-a6d3-6d22f83e24a5 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358891 Jun 28 22:32:20.733374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Deleting port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:20.733710 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:20.818671 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] For port 5060fa6c-1b85-426c-81dd-bf5dfb74b86f, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:20.818980 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:20.835829 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Calling delete_port for 5060fa6c-1b85-426c-81dd-bf5dfb74b86f owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:21.023222 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:21.025163 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0a17a9ff-d8e1-4036-8a98-04faf25a5e5c tempest-VolumesSnapshotTestJSON-1631365434 tempest-VolumesSnapshotTestJSON-1631365434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:21.046959 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Pushing event deleted for resources: {'Port': ['ID=5060fa6c-1b85-426c-81dd-bf5dfb74b86f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:21.050648 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:21.216712 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:21.432109 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Router 5caeddd6-0db9-42a9-a74c-a561132ba595 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:32:21.541519 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:21.548660 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ec818880-7ca4-473b-9fc6-52a59323c456 admin admin] 10.222.0.50 "PUT /v2.0/routers/5caeddd6-0db9-42a9-a74c-a561132ba595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075390 Jun 28 22:32:21.551103 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] Sync routers for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:21.551932 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60082) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:21.562637 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:21.563266 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:21.656519 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:21.667735 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:21.769550 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:21.851890 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:32:20Z', 'revision_number': 5, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port': {'id': 'ba6e1709-5219-4651-8f53-6f23eb6962df', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:17Z', 'updated_at': '2021-06-28T22:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:21.862915 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Deleting port ba6e1709-5219-4651-8f53-6f23eb6962df {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:21.863234 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:21.881556 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] Checking router: 5caeddd6-0db9-42a9-a74c-a561132ba595 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:21.890427 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] Routers {'5caeddd6-0db9-42a9-a74c-a561132ba595'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:21.891023 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['5caeddd6-0db9-42a9-a74c-a561132ba595'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:21.927990 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c85ca-eecb-464b-9640-ca4d9f4b58b1 req-c0d1d47a-50f1-4c6a-9a69-3d953896a071 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:21.929528 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5d0c85ca-eecb-464b-9640-ca4d9f4b58b1 req-c0d1d47a-50f1-4c6a-9a69-3d953896a071 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 943 time: 0.1223259 Jun 28 22:32:21.974112 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] Set router 5caeddd6-0db9-42a9-a74c-a561132ba595 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:21.981851 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] For port ba6e1709-5219-4651-8f53-6f23eb6962df, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ba6e1709-5219-4651-8f53-6f23eb6962df,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:21.982201 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:21.991383 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5d0c85ca-eecb-464b-9640-ca4d9f4b58b1 req-2dded2b4-2f34-403c-b298-5292986c0d8d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559990 Jun 28 22:32:21.996710 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Calling delete_port for ba6e1709-5219-4651-8f53-6f23eb6962df owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:22.023993 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:32:21Z', 'revision_number': 6, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:22.052357 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a471b2-71ef-4a3a-965b-d62f4201dbb1 None None] The sync data for ids ['5caeddd6-0db9-42a9-a74c-a561132ba595'] in dv-cinder-792462-20-smb is: [{'id': '5caeddd6-0db9-42a9-a74c-a561132ba595', 'name': 'tempest-TestShelveInstance-934885329-router', 'tenant_id': '3d705af23a944a2a8e25bd0a1e166859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:16Z', 'updated_at': '2021-06-28T22:32:21Z', 'revision_number': 6, 'project_id': '3d705af23a944a2a8e25bd0a1e166859', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:22.173579 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.179069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-37746620-77b0-435d-93dd-b9cbc068b324 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:22.202611 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6e1709-5219-4651-8f53-6f23eb6962df,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:22.205994 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:22.270664 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.359448 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.361539 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.402402 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device b56bfbd5-37f1-4104-8f6f-83e6b1295db9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:32:22.404976 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.405561 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5caeddd6-0db9-42a9-a74c-a561132ba595 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:32:22.420632 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.422326 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5caeddd6-0db9-42a9-a74c-a561132ba595 HTTP/1.1" status: 204 len: 168 time: 0.8701458 Jun 28 22:32:22.425423 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60086) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:22.479753 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Deleting subnet db1703c4-4458-4ba8-9a7b-d87e22e271c4 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:32:22.483437 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.522942 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.531552 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:22.542606 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'port_id': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'mac_address': 'fa:16:3e:d0:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:32:22.579157 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.592164 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56bfbd5-37f1-4104-8f6f-83e6b1295db9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:32:22.607939 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.611515 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:22.616711 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.618856 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:22.663230 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.665219 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:22.667726 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:22.674765 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.675153 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.675460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.675782 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.676108 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.676433 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.676754 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.677100 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.677424 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.677729 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.678047 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.678360 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:32:22.682521 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:22.686833 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1703c4-4458-4ba8-9a7b-d87e22e271c4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:22.690238 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:22.692875 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.694774 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/db1703c4-4458-4ba8-9a7b-d87e22e271c4 HTTP/1.1" status: 204 len: 168 time: 0.2683589 Jun 28 22:32:22.697654 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60088) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:22.698570 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704f108-ce56-47a2-8811-ebc742bfd802 None None] Network 7790840c-ecfe-40e3-bc21-134fa43c19db requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:32:22.769133 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.824779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Deleting port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:22.824779 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.893394 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] For port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,segment=NetworkSegment(0e2fffdc-3b8d-4511-b61a-12e872e31eec),segment_id=0e2fffdc-3b8d-4511-b61a-12e872e31eec)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:22.893645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.894006 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] DHCP port deletion for 7790840c-ecfe-40e3-bc21-134fa43c19db request from dv-cinder-792462-20-smb {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:32:22.897338 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['b56bfbd5-37f1-4104-8f6f-83e6b1295db9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:32:22.906749 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Calling delete_port for e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:22.989803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:22.992942 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be2c6bc3-3f90-453a-afb9-0b6c81c8a683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:23.000287 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Deleting port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:23.000668 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.015832 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:23.019213 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:23.019811 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] No DVR routers for this DVR port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 on host dv-cinder-792462-20-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:32:23.094039 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] For port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889, host dv-cinder-792462-20-smb, got binding levels [] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:23.094426 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.097705 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.110642 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7790840c-ecfe-40e3-bc21-134fa43c19db']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:23.113843 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Calling delete_port for e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:23.117877 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.ipam_backend_mixin [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 was not found and therefore no delete operation was performed {{(pid=92981) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 22:32:23.122825 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2fffdc-3b8d-4511-b61a-12e872e31eec') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:23.123356 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2fffdc-3b8d-4511-b61a-12e872e31eec') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:23.125345 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.130638 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:23.138911 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.160808 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Pushing event deleted for resources: {'Port': ['ID=e3d8a73c-9bc5-432d-9bd9-056c3fbcb889,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:23.160808 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] No DVR routers for this DVR port e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 on host dv-cinder-792462-20-smb {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:32:23.162381 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.171220 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:32:23.171781 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.173954 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3d53c12f-eeac-48e9-b913-d2200673ec19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:32:23.196366 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:32:23.224751 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e860a0-1c34-4946-b666-2a4f076a3ed2 req-1df629ee-866a-43b6-9793-322b1e8cf937 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:23.226417 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-17e860a0-1c34-4946-b666-2a4f076a3ed2 req-1df629ee-866a-43b6-9793-322b1e8cf937 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 944 time: 0.0964200 Jun 28 22:32:23.243414 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.247317 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:23.250850 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.252831 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] 10.222.0.50 "DELETE /v2.0/networks/7790840c-ecfe-40e3-bc21-134fa43c19db HTTP/1.1" status: 204 len: 168 time: 0.5541687 Jun 28 22:32:23.259523 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60094) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:23.262506 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Pushing event deleted for resources: {'Network': ['ID=7790840c-ecfe-40e3-bc21-134fa43c19db,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:23.264922 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98242bc5-4351-4aae-9628-2be2504a665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:23.304065 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-17e860a0-1c34-4946-b666-2a4f076a3ed2 req-645b250e-8cd9-4d23-bd10-3f9578490d78 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711486 Jun 28 22:32:23.532195 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:23.552091 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:23.552420 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3d8a73c-9bc5-432d-9bd9-056c3fbcb889 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:23.553062 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ba6e1709-5219-4651-8f53-6f23eb6962df no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:23.571590 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: ba6e1709-5219-4651-8f53-6f23eb6962df {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:23.571958 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ba6e1709-5219-4651-8f53-6f23eb6962df not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:23.572367 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 5060fa6c-1b85-426c-81dd-bf5dfb74b86f no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:23.590385 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 5060fa6c-1b85-426c-81dd-bf5dfb74b86f {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:23.590727 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 5060fa6c-1b85-426c-81dd-bf5dfb74b86f not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:23.624108 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.888619 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Deleting port e57fb16b-f267-4678-8fd9-6b377ebc8253 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:23.888955 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.966773 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] For port e57fb16b-f267-4678-8fd9-6b377ebc8253, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e57fb16b-f267-4678-8fd9-6b377ebc8253,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:23.967087 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:23.985439 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Calling delete_port for e57fb16b-f267-4678-8fd9-6b377ebc8253 owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:24.175888 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:24.178672 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b46dc513-0ac6-4247-b386-649981a7b04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:24.202422 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57fb16b-f267-4678-8fd9-6b377ebc8253,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:24.206553 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:24.363138 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:24.402909 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device b56bfbd5-37f1-4104-8f6f-83e6b1295db9 up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:32:24.490222 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690afac-78ad-44a0-9da8-15f8cb2ff39c req-bea3be23-8d19-45b8-96bd-cfb69ca7a97e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:24.493875 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5690afac-78ad-44a0-9da8-15f8cb2ff39c req-bea3be23-8d19-45b8-96bd-cfb69ca7a97e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 944 time: 0.0790708 Jun 28 22:32:24.533808 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5690afac-78ad-44a0-9da8-15f8cb2ff39c req-bbb0d9cb-397d-4984-b5de-ba4940855e4d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356851 Jun 28 22:32:24.591178 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:32:24.595510 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:32:24.595897 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:24.677173 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:24.701413 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:32:24.703695 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54009d4-a925-495f-812e-fd579aad8282" -d '{"events": [{"server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "name": "network-vif-plugged", "status": "completed", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:32:24.717245 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:24.722714 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:24.725990 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cc97a557-52fe-4080-8d72-065c421fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:24.752533 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a7e18c-c773-4abf-9825-ba6f55691a62 x-openstack-request-id: req-a6a7e18c-c773-4abf-9825-ba6f55691a62 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:32:24.752790 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "name": "network-vif-plugged", "status": "completed", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:32:24.753081 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6a7e18c-c773-4abf-9825-ba6f55691a62 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:32:24.753484 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'code': 200} Jun 28 22:32:24.781238 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:24.785743 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:24.879542 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Router 357c3792-e686-4e56-9bf6-073403ef0a49 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:32:24.987204 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:24.995436 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-cbeee307-62d9-4e81-8c1e-02beb0351912 admin admin] 10.222.0.50 "PUT /v2.0/routers/357c3792-e686-4e56-9bf6-073403ef0a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346549 Jun 28 22:32:24.996283 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] Sync routers for ids ['357c3792-e686-4e56-9bf6-073403ef0a49'] in dv-cinder-792462-20-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:24.997925 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60100) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:25.000033 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e66197-d8b8-4024-b588-df70bc4d89b7 req-cd31c299-4c8d-40a8-9ff9-ca7f1be2ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:25.001745 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-64e66197-d8b8-4024-b588-df70bc4d89b7 req-cd31c299-4c8d-40a8-9ff9-ca7f1be2ee92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1098 time: 0.0531728 Jun 28 22:32:25.006854 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] Routers {'357c3792-e686-4e56-9bf6-073403ef0a49'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:25.007560 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['357c3792-e686-4e56-9bf6-073403ef0a49'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:25.036951 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-64e66197-d8b8-4024-b588-df70bc4d89b7 req-0ccbb75e-ee7c-4b9a-a82b-65eba4436ab8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280600 Jun 28 22:32:25.115024 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] Set router 357c3792-e686-4e56-9bf6-073403ef0a49 gateway port host: dv-cinder-792462-20-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:25.115341 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.217221 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.269327 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Deleting port ee07a039-4d78-4fa0-a156-96ac6b36f38c {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:25.269585 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.288757 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:32:24Z', 'revision_number': 5, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port': {'id': 'ee07a039-4d78-4fa0-a156-96ac6b36f38c', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:25.313585 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] Checking router: 357c3792-e686-4e56-9bf6-073403ef0a49 for host: dv-cinder-792462-20-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:25.321817 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] Routers {'357c3792-e686-4e56-9bf6-073403ef0a49'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:25.322429 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['357c3792-e686-4e56-9bf6-073403ef0a49'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:25.348964 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] For port ee07a039-4d78-4fa0-a156-96ac6b36f38c, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ee07a039-4d78-4fa0-a156-96ac6b36f38c,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:25.349348 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.361630 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Calling delete_port for ee07a039-4d78-4fa0-a156-96ac6b36f38c owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:25.409938 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] Set router 357c3792-e686-4e56-9bf6-073403ef0a49 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:25.462903 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:32:25Z', 'revision_number': 6, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:25.489093 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00b024-a2ac-4817-ae63-83b57f5ec596 None None] The sync data for ids ['357c3792-e686-4e56-9bf6-073403ef0a49'] in dv-cinder-792462-20-smb is: [{'id': '357c3792-e686-4e56-9bf6-073403ef0a49', 'name': 'tempest-TestShelveInstance-399768-router', 'tenant_id': 'e54357b035fe40f2881f5f26504a3164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:27:22Z', 'updated_at': '2021-06-28T22:32:25Z', 'revision_number': 6, 'project_id': 'e54357b035fe40f2881f5f26504a3164', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:25.537733 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.539905 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8f2cd0af-d8cc-4050-bc49-60b698551ef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:25.561508 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee07a039-4d78-4fa0-a156-96ac6b36f38c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:25.565111 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:25.631924 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.712771 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363060-3eb0-4c2a-8fea-84e91581e568 req-51a5ee99-51dd-4498-be85-35296aa3c97c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:25.714398 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7363060-3eb0-4c2a-8fea-84e91581e568 req-51a5ee99-51dd-4498-be85-35296aa3c97c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0615194 Jun 28 22:32:25.722842 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.725061 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.766078 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b7363060-3eb0-4c2a-8fea-84e91581e568 req-ef0d2721-deb5-478e-aa7f-21c721db71f0 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Jun 28 22:32:25.771585 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.772111 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357c3792-e686-4e56-9bf6-073403ef0a49 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:32:25.777075 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.778230 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-cc8d9fb1-d410-4ef3-9ba1-d6b8421c977e admin admin] 10.222.0.50 "DELETE /v2.0/routers/357c3792-e686-4e56-9bf6-073403ef0a49 HTTP/1.1" status: 204 len: 168 time: 0.7793286 Jun 28 22:32:25.780791 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60104) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:25.827170 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Deleting subnet 5739cc5a-64ae-435f-94a2-b887c16babd4 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:32:25.830619 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.869775 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528357164'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:25.945592 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.008161 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528074718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528206709'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.010229 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ad4a4d34-0dd5-49ea-ade9-470d23849029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:26.034260 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5739cc5a-64ae-435f-94a2-b887c16babd4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:26.037291 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:26.038280 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.040111 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-7fc81dae-d1f0-438a-aba6-b5d2b8e1eeea admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5739cc5a-64ae-435f-94a2-b887c16babd4 HTTP/1.1" status: 204 len: 168 time: 0.2581568 Jun 28 22:32:26.042861 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60106) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:26.043917 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfadc54-34bd-4504-9b24-9a76977b8cab None None] Network 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:32:26.114162 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.167558 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Deleting port ae063868-4f76-4475-a12e-b074d77dc957 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:26.167786 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.237793 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] For port ae063868-4f76-4475-a12e-b074d77dc957, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae063868-4f76-4475-a12e-b074d77dc957,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:26.238283 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.252746 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Calling delete_port for ae063868-4f76-4475-a12e-b074d77dc957 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:26.260081 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] DHCP port deletion for 3a00e09e-6c57-4eb3-9be1-b39cd2991da4 request from dv-cinder-792462-20-smb {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:32:26.315819 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Deleting port ae063868-4f76-4475-a12e-b074d77dc957 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:32:26.317001 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.339978 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528074640'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.343069 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f26a0ef2-d241-4538-830a-5b0006b296a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:26.367367 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae063868-4f76-4475-a12e-b074d77dc957,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:26.369118 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] No DVR routers for this DVR port ae063868-4f76-4475-a12e-b074d77dc957 on host dv-cinder-792462-20-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:32:26.370569 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:26.386200 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] For port ae063868-4f76-4475-a12e-b074d77dc957, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=ae063868-4f76-4475-a12e-b074d77dc957,segment=NetworkSegment(3df07b89-4c8d-4aca-9789-bceb7afce8a8),segment_id=3df07b89-4c8d-4aca-9789-bceb7afce8a8)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:32:26.386597 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.398872 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Calling delete_port for ae063868-4f76-4475-a12e-b074d77dc957 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:32:26.440875 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.452850 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a00e09e-6c57-4eb3-9be1-b39cd2991da4']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:26.466588 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df07b89-4c8d-4aca-9789-bceb7afce8a8') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:26.466984 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df07b89-4c8d-4aca-9789-bceb7afce8a8') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:26.480474 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528357175'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.494956 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.497874 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:26.501365 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.508859 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:32:26.509416 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528072775'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: Traceback (most recent call last): Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: timer() Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: cb(*args, **kw) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: return func(*args, **kwargs) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: self._notify() Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: self.callback(batched_events) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: event.method(event) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: return f(self, *a, **k) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: return self._get(url).json() Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:32:26.511355 dv-cinder-792462-20-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:32:26.521385 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Pushing event deleted for resources: {'Port': ['ID=ae063868-4f76-4475-a12e-b074d77dc957,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:26.523834 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:26.524495 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c0754-30b3-4c21-820d-2a15d3b475db None None] No DVR routers for this DVR port ae063868-4f76-4475-a12e-b074d77dc957 on host dv-cinder-792462-20-smb {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:32:26.569183 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.574321 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:26.576415 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] 10.222.0.50 "DELETE /v2.0/networks/3a00e09e-6c57-4eb3-9be1-b39cd2991da4 HTTP/1.1" status: 204 len: 168 time: 0.5323458 Jun 28 22:32:26.576963 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-710c6481-829a-4744-baeb-01eb4f6db1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:26.591377 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a00e09e-6c57-4eb3-9be1-b39cd2991da4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:26.594129 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7e99f8d6-894c-4ae6-b228-45f7b4125c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:26.702015 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60110) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:26.952725 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c848f-49a5-459e-97ec-1579d8464e67 req-071311e2-e4e3-4cd4-b25c-ac092037c08c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:26.954279 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2f6c848f-49a5-459e-97ec-1579d8464e67 req-071311e2-e4e3-4cd4-b25c-ac092037c08c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0664649 Jun 28 22:32:26.994162 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-2f6c848f-49a5-459e-97ec-1579d8464e67 req-78262502-4382-431a-9706-857efee66ab6 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340409 Jun 28 22:32:27.012174 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-2c3b76bc-812e-48e7-b146-6263b5f7c0da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d705af23a944a2a8e25bd0a1e166859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074021 Jun 28 22:32:27.013451 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60114) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:27.062361 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.085286 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.171004 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.173630 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.177309 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53e3f305-9264-4736-948e-c7831728f52b HTTP/1.1" status: 204 len: 168 time: 0.1604643 Jun 28 22:32:27.182860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abc3ee-4164-4a28-a8e7-b21700b3eae4 req-d966ad9b-404c-4332-b9ca-700f1ecf433f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:27.185645 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-17abc3ee-4164-4a28-a8e7-b21700b3eae4 req-d966ad9b-404c-4332-b9ca-700f1ecf433f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0852458 Jun 28 22:32:27.186394 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e82dfd65-26d1-47ef-99f6-97068bde565a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:27.193008 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60120) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:27.197920 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'floatingip': {'port_id': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:32:27.200162 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3f305-9264-4736-948e-c7831728f52b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:27.202552 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a1b2ebd7-9821-49b7-8ef3-ba751fe55094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:27.255701 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.509678 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60124) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:27.549625 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ee07a039-4d78-4fa0-a156-96ac6b36f38c no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:27.560306 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-c5c51437-f3d0-4893-a9e6-3912bb5b57e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e54357b035fe40f2881f5f26504a3164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493832 Jun 28 22:32:27.562676 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60126) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:32:27.570305 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: ee07a039-4d78-4fa0-a156-96ac6b36f38c {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:27.570778 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ee07a039-4d78-4fa0-a156-96ac6b36f38c not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:27.571323 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e57fb16b-f267-4678-8fd9-6b377ebc8253 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:27.590835 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: e57fb16b-f267-4678-8fd9-6b377ebc8253 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:27.591347 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e57fb16b-f267-4678-8fd9-6b377ebc8253 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:27.591852 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae063868-4f76-4475-a12e-b074d77dc957 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:32:27.612295 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: ae063868-4f76-4475-a12e-b074d77dc957 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:32:27.612536 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.612671 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device ae063868-4f76-4475-a12e-b074d77dc957 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:32:27.637541 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.684426 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.687028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.688196 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7671d427-e687-4dd1-a288-46398190e429 HTTP/1.1" status: 204 len: 168 time: 0.1246383 Jun 28 22:32:27.689163 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e9b2a95c-22fc-404a-ad01-9723456a37aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:32:27.698220 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7671d427-e687-4dd1-a288-46398190e429,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:32:27.700440 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-636828a7-8df2-4775-b021-30b8dec04c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:32:27.706632 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.712663 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:27.830802 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Floating IP 1c4d7b09-f400-445a-8141-b4a73c073ac8 associated. External IP: 172.28.3.114, port: b56bfbd5-37f1-4104-8f6f-83e6b1295db9. Jun 28 22:32:28.049683 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:32:28.167151 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:32:28.172700 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:28.179422 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:32:28.190720 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:28.191348 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:28.213184 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-531aaf43-782b-4d2a-8b2e-937e3581d18f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "PUT /v2.0/floatingips/1c4d7b09-f400-445a-8141-b4a73c073ac8 HTTP/1.1" status: 200 len: 991 time: 1.0190332 Jun 28 22:32:28.213850 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:32:28.216156 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d676e97e62150521d2962e97e82c4c25e5424d7ba41a83344181c66c3f8d03b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb00121-1773-4d77-a297-368d072195e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:32:28.256922 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce78e63-71d9-44ea-840a-7100a9879aa1 x-openstack-request-id: req-4ce78e63-71d9-44ea-840a-7100a9879aa1 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:32:28.257461 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:32:28.257825 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ce78e63-71d9-44ea-840a-7100a9879aa1 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:32:28.258367 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'status': 'completed', 'code': 200} Jun 28 22:32:28.296994 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:28.373655 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb00121-1773-4d77-a297-368d072195e6 req-ef26affc-374b-4c42-9827-89d5a253710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:28.375402 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-ef26affc-374b-4c42-9827-89d5a253710d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1098 time: 0.0584249 Jun 28 22:32:28.469575 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb00121-1773-4d77-a297-368d072195e6 req-a37c9199-ffc2-42ae-b126-1a9cece5792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:28.471159 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-a37c9199-ffc2-42ae-b126-1a9cece5792e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.0892916 Jun 28 22:32:28.531225 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '1c4d7b09-f400-445a-8141-b4a73c073ac8', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'port_id': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'mac_address': 'fa:16:3e:d0:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:32:13Z', 'updated_at': '2021-06-28T22:32:27Z', 'revision_number': 1, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:28.543895 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-f3a6b298-05f4-45db-ac6c-45eed97190e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 200 len: 999 time: 0.0654123 Jun 28 22:32:28.558804 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:32:28.567492 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:32:28.568134 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:32:13Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:28.596896 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb00121-1773-4d77-a297-368d072195e6 req-6f598a26-1355-437e-bb05-3983d8e44da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:28.598417 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-6f598a26-1355-437e-bb05-3983d8e44da9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0486121 Jun 28 22:32:28.663638 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb00121-1773-4d77-a297-368d072195e6 req-7fd6107e-4252-4cc7-b683-1ce7826cf965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:32:28.665174 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-7fd6107e-4252-4cc7-b683-1ce7826cf965 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0601184 Jun 28 22:32:28.671957 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:32:28.756156 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-15d7031a-c190-4c62-b130-45b97683121f service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Jun 28 22:32:28.856987 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-dfb00121-1773-4d77-a297-368d072195e6 req-c270448b-42f5-4564-9a87-477ece767a25 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940325 Jun 28 22:32:28.986723 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '1c4d7b09-f400-445a-8141-b4a73c073ac8', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'port_id': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'mac_address': 'fa:16:3e:d0:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:32:13Z', 'updated_at': '2021-06-28T22:32:27Z', 'revision_number': 1, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:32:29.011845 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2f22a-1f43-45da-9f9f-a5e159d65368 None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': '1c4d7b09-f400-445a-8141-b4a73c073ac8', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'port_id': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'mac_address': 'fa:16:3e:d0:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:32:13Z', 'updated_at': '2021-06-28T22:32:27Z', 'revision_number': 1, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:32:29.203158 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986fe560-472a-49e3-abcc-3382763eadc1 None None] New status for floating IP 1c4d7b09-f400-445a-8141-b4a73c073ac8: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:32:38.075615 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:32:40.214078 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e1dfed0a-eaa8-4cbf-8dc2-a4cf677e7a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:42.727982 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2452b676-eac4-46d1-a3b1-443f101370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:42.910301 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:44.022382 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:45.598619 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:32:45.974798 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:09.251152 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce6599-8466-479b-95ae-8cc0df1185f0 req-7aeb2c81-aa1d-4cc9-9e8d-47c007576d8d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:09.253631 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e4ce6599-8466-479b-95ae-8cc0df1185f0 req-7aeb2c81-aa1d-4cc9-9e8d-47c007576d8d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0751441 Jun 28 22:33:09.292600 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e4ce6599-8466-479b-95ae-8cc0df1185f0 req-58189403-bb3d-441f-9102-e0aaeded06d6 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Jun 28 22:33:10.209277 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fca442c0-e48a-477f-ba1c-5120680ded82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:10.488523 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb51ede-d24a-45e5-8811-b5b8f8dc75e0 req-20ee1077-cd84-4583-9e76-bf13acda256f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:10.489916 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fcb51ede-d24a-45e5-8811-b5b8f8dc75e0 req-20ee1077-cd84-4583-9e76-bf13acda256f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0728378 Jun 28 22:33:10.526816 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fcb51ede-d24a-45e5-8811-b5b8f8dc75e0 req-16c8fb3a-13f2-4938-a249-a5a26e4aa204 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Jun 28 22:33:11.722762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55ab9-5d0d-4e61-a7c9-dde66af81a85 req-aab34c9a-6e8e-428a-929c-7dfae9e811ab tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:11.724249 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c2c55ab9-5d0d-4e61-a7c9-dde66af81a85 req-aab34c9a-6e8e-428a-929c-7dfae9e811ab tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0748923 Jun 28 22:33:11.772287 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-c2c55ab9-5d0d-4e61-a7c9-dde66af81a85 req-147ee113-39c5-44b8-81e8-ada81da8c6ca tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419860 Jun 28 22:33:12.729956 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e235b127-b36f-48fa-9d11-9814e342a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:12.917663 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:12.960974 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea681ab8-9279-4aa7-aa7a-1dee5382151b req-c64285f2-4a18-4494-a7e5-578c18ecae70 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:12.962420 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ea681ab8-9279-4aa7-aa7a-1dee5382151b req-c64285f2-4a18-4494-a7e5-578c18ecae70 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0735118 Jun 28 22:33:13.000059 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ea681ab8-9279-4aa7-aa7a-1dee5382151b req-1d3808ad-a8c4-4c6a-90d0-3f200ffbd460 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Jun 28 22:33:14.025826 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:14.179695 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8bda-a249-468a-be50-59eeaf8ac909 req-b1d82a81-8486-487c-b346-c3a4a8f9985e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:14.181222 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-711b8bda-a249-468a-be50-59eeaf8ac909 req-b1d82a81-8486-487c-b346-c3a4a8f9985e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0700879 Jun 28 22:33:14.220306 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-711b8bda-a249-468a-be50-59eeaf8ac909 req-cf05277e-5eac-4974-88ad-26150563ec5f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333431 Jun 28 22:33:15.080050 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:33:15.398136 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326879-badf-4d8b-a53a-a8c887b6f649 req-483d890d-fe57-48be-a237-fe35f995e270 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:15.399599 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-83326879-badf-4d8b-a53a-a8c887b6f649 req-483d890d-fe57-48be-a237-fe35f995e270 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0659997 Jun 28 22:33:15.436912 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-83326879-badf-4d8b-a53a-a8c887b6f649 req-346d7a10-519d-4bf3-925a-71e680f27dca tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jun 28 22:33:15.607440 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:15.977119 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:16.625146 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65e642-c642-4cb6-90ee-1674c9a3d3ba req-611b2aa4-7484-4f4c-b993-d696b4fbfc3a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:16.626618 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7d65e642-c642-4cb6-90ee-1674c9a3d3ba req-611b2aa4-7484-4f4c-b993-d696b4fbfc3a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0693314 Jun 28 22:33:16.666988 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-7d65e642-c642-4cb6-90ee-1674c9a3d3ba req-5d081b47-369b-430a-9814-64bf928f3392 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Jun 28 22:33:17.844958 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a1013-acff-4ad9-a28e-1693d91fb7a0 req-02dc6c60-025f-4272-b6ee-7eee0f2e7269 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:17.846333 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-457a1013-acff-4ad9-a28e-1693d91fb7a0 req-02dc6c60-025f-4272-b6ee-7eee0f2e7269 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0683854 Jun 28 22:33:17.884872 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-457a1013-acff-4ad9-a28e-1693d91fb7a0 req-0a5f5a10-740d-4382-b851-ba319c0d684c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315137 Jun 28 22:33:19.094652 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce83dcc-12b1-400f-86d1-7d09558dbe84 req-fe2b6a72-f207-43ef-97fd-63359d75edf3 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:19.096192 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6ce83dcc-12b1-400f-86d1-7d09558dbe84 req-fe2b6a72-f207-43ef-97fd-63359d75edf3 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0730371 Jun 28 22:33:19.136798 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-6ce83dcc-12b1-400f-86d1-7d09558dbe84 req-3b1e21c8-17fd-43a6-b5bb-f6ff307540f5 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322654 Jun 28 22:33:20.318982 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12180d3d-af42-4b98-835b-bc0a642ecb68 req-9281cfbd-2913-42e7-bfdf-34c04784a210 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:20.320684 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-12180d3d-af42-4b98-835b-bc0a642ecb68 req-9281cfbd-2913-42e7-bfdf-34c04784a210 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0703852 Jun 28 22:33:20.359715 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-12180d3d-af42-4b98-835b-bc0a642ecb68 req-ca245084-c76a-4784-b278-b00fec6cb478 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Jun 28 22:33:20.739224 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892db20-6165-4a69-9831-be0240e5ee95 req-9466966c-5d1e-4d94-8878-96343ebb4066 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:20.740675 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b892db20-6165-4a69-9831-be0240e5ee95 req-9466966c-5d1e-4d94-8878-96343ebb4066 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0965087 Jun 28 22:33:20.794258 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b892db20-6165-4a69-9831-be0240e5ee95 req-049c4ad0-ca51-455f-8033-5ffdefcce4f1 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453885 Jun 28 22:33:20.796867 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-90cec68d-dfa9-4b1b-8133-f69914e43963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:20.798319 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-90cec68d-dfa9-4b1b-8133-f69914e43963 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1098 time: 0.1059942 Jun 28 22:33:20.890610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-71d99fc2-9918-48be-ad5e-1c8b8fbe5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:20.892126 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-71d99fc2-9918-48be-ad5e-1c8b8fbe5f2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.0872948 Jun 28 22:33:20.962025 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-aad6f8dd-02ea-4474-93fa-d220ed9f97e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 200 len: 1001 time: 0.0634022 Jun 28 22:33:21.011898 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-55693fc8-1f28-47fb-9067-510e93c7584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:21.013295 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-55693fc8-1f28-47fb-9067-510e93c7584d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0457501 Jun 28 22:33:21.071422 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-a4ade39a-2c44-4153-abf6-17027990a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:21.072942 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-a4ade39a-2c44-4153-abf6-17027990a63c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0532362 Jun 28 22:33:21.168972 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-e4bb66c5-f2bc-438d-b2d0-2db2a884c90a service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894802 Jun 28 22:33:21.263177 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9deee15c-f97a-45bd-a8a3-a464bf647e95 req-a4a9c558-fba6-4d47-bdb0-1bc5d26eb9fe service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Jun 28 22:33:21.982598 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1cfe3-f095-4fc7-886a-b153f037a26d req-fcb0c84a-b130-4747-bb3b-b14af3f1616b tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:21.984073 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e9e1cfe3-f095-4fc7-886a-b153f037a26d req-fcb0c84a-b130-4747-bb3b-b14af3f1616b tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0662193 Jun 28 22:33:22.025464 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-e9e1cfe3-f095-4fc7-886a-b153f037a26d req-681b83e2-c878-4d7d-a075-563f99422eb4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329351 Jun 28 22:33:23.242962 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e72e8-642f-492d-8fed-8e58e3b37556 req-1d03dbfe-23a4-4917-acfd-da526cc534a3 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:23.244419 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b8e72e8-642f-492d-8fed-8e58e3b37556 req-1d03dbfe-23a4-4917-acfd-da526cc534a3 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0652318 Jun 28 22:33:23.286653 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-2b8e72e8-642f-492d-8fed-8e58e3b37556 req-6032576b-2b1f-49cc-9adb-cca02caa5e6e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337710 Jun 28 22:33:40.214186 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-17f91b34-381b-4380-89d9-75822ff8f731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:42.726353 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ad5cad72-fa7f-43a6-a48f-f7720a9bd2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:42.919236 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:44.029584 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:45.604195 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:45.992071 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:33:47.066631 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-3c1edfb2-830a-4506-828a-beffde861df0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591810 Jun 28 22:33:47.197342 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-1ebf14d6-29aa-41de-9b94-71209009d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:47.198859 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-1ebf14d6-29aa-41de-9b94-71209009d9b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1098 time: 0.0611684 Jun 28 22:33:47.309963 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-88918036-3ee1-4faf-b9df-df5dabf0dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:47.311412 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-88918036-3ee1-4faf-b9df-df5dabf0dba4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.0890501 Jun 28 22:33:47.379547 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-8e3a6b9d-734d-49c2-9d3a-c2c3db7959e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 200 len: 1001 time: 0.0613482 Jun 28 22:33:47.429475 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-4ae526fc-ed77-46b8-9ef6-c88b86e4eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:47.430926 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-4ae526fc-ed77-46b8-9ef6-c88b86e4eb66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0445213 Jun 28 22:33:47.493930 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-44f67c45-f9d4-4a53-96c0-3369522a7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:47.495439 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-44f67c45-f9d4-4a53-96c0-3369522a7893 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0583005 Jun 28 22:33:47.593408 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-4ae3402f-05ee-450f-9551-98f19e2b3e92 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914648 Jun 28 22:33:47.681660 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ee220485-2691-4a22-bc23-2d67db9f31b3 req-88c06c24-0dfc-4713-8d80-2e413e6e88f8 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817633 Jun 28 22:33:52.079236 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:33:57.784191 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1291-deed-4f10-8a7a-f0ee6acc3d75 req-a8be8718-91eb-4594-a48e-588c1eb9b1e2 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:57.786626 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc1291-deed-4f10-8a7a-f0ee6acc3d75 req-a8be8718-91eb-4594-a48e-588c1eb9b1e2 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0709386 Jun 28 22:33:57.827333 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-5cfc1291-deed-4f10-8a7a-f0ee6acc3d75 req-99a58da8-d876-4806-9ad0-bdd692331187 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345798 Jun 28 22:33:59.019432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2b8de-2eac-4ff8-8c78-54638bb91086 req-79c18f4b-6545-4a6f-ba53-276873151b49 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:33:59.020979 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d3e2b8de-2eac-4ff8-8c78-54638bb91086 req-79c18f4b-6545-4a6f-ba53-276873151b49 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0730135 Jun 28 22:33:59.059791 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-d3e2b8de-2eac-4ff8-8c78-54638bb91086 req-e157d32f-a14f-4f33-acf7-27af31fa8345 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Jun 28 22:34:00.252115 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33073e-98f2-4409-968b-7662567ba0a9 req-ad07f1e5-490d-4bc8-8ca9-5484c6283609 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:00.253624 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9c33073e-98f2-4409-968b-7662567ba0a9 req-ad07f1e5-490d-4bc8-8ca9-5484c6283609 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0764079 Jun 28 22:34:00.294421 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-9c33073e-98f2-4409-968b-7662567ba0a9 req-6b293810-a845-4d5b-b219-f22bc60705af tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326841 Jun 28 22:34:01.495713 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a697ab-03ad-41a7-8187-034b90e9db83 req-26ddeafc-0745-40a2-9bce-bcd356bdefb5 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:01.497124 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-34a697ab-03ad-41a7-8187-034b90e9db83 req-26ddeafc-0745-40a2-9bce-bcd356bdefb5 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0821877 Jun 28 22:34:01.536591 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-34a697ab-03ad-41a7-8187-034b90e9db83 req-01a3fe35-3c43-4095-85d7-c6e4f1257157 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Jun 28 22:34:02.723460 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66436ad8-c01d-467b-a85b-ab8f7879fd39 req-22ba04e7-2c1e-46b8-8744-9bf8ee2c9620 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:02.724942 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-66436ad8-c01d-467b-a85b-ab8f7879fd39 req-22ba04e7-2c1e-46b8-8744-9bf8ee2c9620 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0694335 Jun 28 22:34:02.772727 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-66436ad8-c01d-467b-a85b-ab8f7879fd39 req-c2c72eba-552f-4cd7-86fb-5f2a58d97065 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387528 Jun 28 22:34:03.947954 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3fe5f-f85e-4088-b00a-d5efd0a228c3 req-9b37f746-3691-4ad3-940f-5eee174b1871 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:03.949409 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-62a3fe5f-f85e-4088-b00a-d5efd0a228c3 req-9b37f746-3691-4ad3-940f-5eee174b1871 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0673871 Jun 28 22:34:03.991234 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-62a3fe5f-f85e-4088-b00a-d5efd0a228c3 req-c09ceb09-27dd-4a5f-b9de-ab1a26ca073e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333788 Jun 28 22:34:05.199100 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94034-d593-4be0-8b16-bb0b3f9d7e0d req-d6d6f29b-fd8e-4d07-b166-5bf6258f74ef tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:05.200590 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-36e94034-d593-4be0-8b16-bb0b3f9d7e0d req-d6d6f29b-fd8e-4d07-b166-5bf6258f74ef tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0774467 Jun 28 22:34:05.239207 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-36e94034-d593-4be0-8b16-bb0b3f9d7e0d req-4d218593-b3d0-4756-87fd-1335829ba91a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Jun 28 22:34:06.424684 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac584d57-2936-4d60-b09c-8a9d56d6575a req-27f3b51c-ca4a-45bb-aa94-a1335f891d36 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:06.426211 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ac584d57-2936-4d60-b09c-8a9d56d6575a req-27f3b51c-ca4a-45bb-aa94-a1335f891d36 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0755875 Jun 28 22:34:06.467310 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-ac584d57-2936-4d60-b09c-8a9d56d6575a req-47f0a317-20e8-4a76-91c9-dc9030a8cfe1 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Jun 28 22:34:07.647120 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6a8ba-2f9c-47d2-a8dd-64e7a4f45368 req-ab7f8dca-a8aa-47a1-b796-fd186837a518 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:07.648585 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-24f6a8ba-2f9c-47d2-a8dd-64e7a4f45368 req-ab7f8dca-a8aa-47a1-b796-fd186837a518 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0680094 Jun 28 22:34:07.688957 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-24f6a8ba-2f9c-47d2-a8dd-64e7a4f45368 req-0967014f-218d-415b-affd-4ead7a0a2bbe tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321703 Jun 28 22:34:08.871095 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141c12b-fbe7-4fcb-830c-aa10172ee010 req-27c877de-73d1-4a7c-92be-4e0deebc365d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:08.872569 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5141c12b-fbe7-4fcb-830c-aa10172ee010 req-27c877de-73d1-4a7c-92be-4e0deebc365d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0677979 Jun 28 22:34:08.919944 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5141c12b-fbe7-4fcb-830c-aa10172ee010 req-ada9db5b-49be-4e43-8c7d-8682b6829d31 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Jun 28 22:34:09.332133 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cab70-41dd-4bb0-9af4-c83f49d7f6b3 req-5116de87-485f-44bc-a701-99c96503ba7f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:09.334870 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4b9cab70-41dd-4bb0-9af4-c83f49d7f6b3 req-5116de87-485f-44bc-a701-99c96503ba7f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.1051023 Jun 28 22:34:09.352347 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-f95b1431-95fa-43d5-bc06-a39431504cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:09.353842 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-f95b1431-95fa-43d5-bc06-a39431504cd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 1098 time: 0.0842044 Jun 28 22:34:09.437935 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4b9cab70-41dd-4bb0-9af4-c83f49d7f6b3 req-eb64c0b2-f3c5-4942-8eca-d85d789af501 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963800 Jun 28 22:34:09.469934 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-af19130f-214a-4ee8-ad72-78f597732489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:09.471368 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-af19130f-214a-4ee8-ad72-78f597732489 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.1115916 Jun 28 22:34:09.542738 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-0520b44d-7dd7-4a0a-ae6c-ff54324f336b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 200 len: 1001 time: 0.0634587 Jun 28 22:34:09.593532 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-8b48be17-783b-4cf7-8c6e-a363c0c09c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:09.593532 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-8b48be17-783b-4cf7-8c6e-a363c0c09c0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0452332 Jun 28 22:34:09.654923 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-39e6ffb9-7a75-4261-8c87-b5c549345bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:09.656413 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-39e6ffb9-7a75-4261-8c87-b5c549345bd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0573528 Jun 28 22:34:09.766175 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-2f415853-4b01-484b-8a3d-b992716e5176 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029415 Jun 28 22:34:09.877675 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7a94ac3f-d91e-4a0a-8425-3cc9910d3569 req-72201ac3-a6f0-4714-bc53-da73329c1054 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048338 Jun 28 22:34:10.219624 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1be45238-ef84-45b4-a087-bbeaf03a92d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:10.624273 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c94be-e09e-4852-9f5b-015cbd24b34a req-0521d0b0-5294-4e0a-9701-5df87d2196f5 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:10.625783 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-aa8c94be-e09e-4852-9f5b-015cbd24b34a req-0521d0b0-5294-4e0a-9701-5df87d2196f5 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0687497 Jun 28 22:34:10.679973 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-aa8c94be-e09e-4852-9f5b-015cbd24b34a req-67f50416-09b1-4c5b-9e93-487dcdb12243 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461905 Jun 28 22:34:12.733731 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c45ffa2c-c0e4-46c1-87f2-3d8209e9f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:12.920270 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:14.031637 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:15.610907 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:16.010256 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:29.079237 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:34:40.214703 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b6dd-86da-4681-bf44-206f009286cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:42.734641 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4741f44f-1c2a-423c-88f7-0432f9def542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:42.919961 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:43.794392 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46476569-5a5b-455a-ae6a-0b8007562f94 req-c9d9a60f-6fa9-48fb-a9ad-72598c0c53e7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:43.795841 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46476569-5a5b-455a-ae6a-0b8007562f94 req-c9d9a60f-6fa9-48fb-a9ad-72598c0c53e7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0689187 Jun 28 22:34:43.833602 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-46476569-5a5b-455a-ae6a-0b8007562f94 req-a81912cf-361a-4015-a1e7-077ab0c6c4f3 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Jun 28 22:34:44.039696 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:45.022435 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0da97-2b28-4a45-892a-c87f3e190058 req-6c233514-498b-4588-a622-44ff957a68a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:45.023934 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-28a0da97-2b28-4a45-892a-c87f3e190058 req-6c233514-498b-4588-a622-44ff957a68a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0695038 Jun 28 22:34:45.062465 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-28a0da97-2b28-4a45-892a-c87f3e190058 req-ffc710e6-45e9-4a81-b1f7-d97a06b91a4a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Jun 28 22:34:45.613711 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:45.777262 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593467ad-5282-417a-91fc-adf17e6acbae req-29373ee3-2afa-46c7-83a2-eb6b94341611 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:45.778707 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-593467ad-5282-417a-91fc-adf17e6acbae req-29373ee3-2afa-46c7-83a2-eb6b94341611 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0783439 Jun 28 22:34:45.897234 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Deleting port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:34:45.897555 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:45.983555 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] For port b56bfbd5-37f1-4104-8f6f-83e6b1295db9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:34:45.983992 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:46.001428 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:46.168494 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:46.169087 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:46.169087 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.l3_db [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Floating IP 1c4d7b09-f400-445a-8141-b4a73c073ac8 disassociated. External IP: 172.28.3.114, port: b56bfbd5-37f1-4104-8f6f-83e6b1295db9. Jun 28 22:34:46.169400 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Calling delete_port for b56bfbd5-37f1-4104-8f6f-83e6b1295db9 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:34:46.239943 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a26632-513c-4b1e-830e-0fe3f999eb6a req-b62be06c-f482-42c6-9a79-013e6c6b3e1a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:46.241453 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-30a26632-513c-4b1e-830e-0fe3f999eb6a req-b62be06c-f482-42c6-9a79-013e6c6b3e1a tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcef6f8d-1b80-4b67-ae8f-013da08e0cfc HTTP/1.1" status: 200 len: 945 time: 0.0688913 Jun 28 22:34:46.279626 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-30a26632-513c-4b1e-830e-0fe3f999eb6a req-3bb32420-e6f8-45eb-acfa-008d64dad45f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=da6f87ef-4154-4f67-8a0e-e6c993223dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324175 Jun 28 22:34:46.297399 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:46.306798 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4ac1ebd6-6518-4c23-99da-af7e7373f608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:46.340827 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event deleted for resources: {'Port': ['ID=b56bfbd5-37f1-4104-8f6f-83e6b1295db9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:46.351792 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.352178 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.352533 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.352885 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.353255 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.353606 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.353948 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.354285 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.354627 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.354965 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.355365 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.355709 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:46.360496 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:46.462209 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:34:46.572848 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:34:46.582282 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:34:46.592580 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:34:46.593225 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:34:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:34:46.617043 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] No DVR routers for this DVR port b56bfbd5-37f1-4104-8f6f-83e6b1295db9 on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:34:46.619742 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:46.621852 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-593467ad-5282-417a-91fc-adf17e6acbae req-bd811fce-ec2d-4bc3-992f-94743c9f54a4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "DELETE /v2.0/ports/b56bfbd5-37f1-4104-8f6f-83e6b1295db9 HTTP/1.1" status: 204 len: 173 time: 0.8379509 Jun 28 22:34:46.622370 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'name': 'network-vif-deleted', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:34:46.624695 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3299f-633e-48be-90bc-3c03e6575b9a" -d '{"events": [{"server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "name": "network-vif-deleted", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:34:46.661781 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e22745-0db7-4568-8821-1e8abe4a02ad x-openstack-request-id: req-91e22745-0db7-4568-8821-1e8abe4a02ad {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:34:46.662221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef6f8d-1b80-4b67-ae8f-013da08e0cfc", "name": "network-vif-deleted", "tag": "b56bfbd5-37f1-4104-8f6f-83e6b1295db9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:34:46.662394 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91e22745-0db7-4568-8821-1e8abe4a02ad {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:34:46.662873 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef6f8d-1b80-4b67-ae8f-013da08e0cfc', 'name': 'network-vif-deleted', 'tag': 'b56bfbd5-37f1-4104-8f6f-83e6b1295db9', 'status': 'completed', 'code': 200} Jun 28 22:34:46.710481 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:34:46.931540 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:34:46.958429 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:34:46.974335 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:34:46.975009 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:34:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:34:47.078802 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:34:47.278298 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:34:47.306958 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8905556-5055-4c80-b562-506ef433ca7b None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:34:47.404839 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60356) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:47.463364 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:47.490072 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:47.519880 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1cfea-0c0c-4e3c-a416-fb5dae729c22 None None] New status for floating IP 1c4d7b09-f400-445a-8141-b4a73c073ac8: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:34:47.540732 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:47.543645 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:47.544817 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "DELETE /v2.0/security-groups/da6f87ef-4154-4f67-8a0e-e6c993223dd9 HTTP/1.1" status: 204 len: 168 time: 0.1389432 Jun 28 22:34:47.545605 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-13e9e3e5-02f1-4f01-ac64-0dc3591596d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:47.547725 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60358) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:47.555450 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f87ef-4154-4f67-8a0e-e6c993223dd9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:47.558723 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:47.563815 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-008f1d0a-c72d-4134-a87c-f71762b9664f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] show failed (client error): The resource could not be found. Jun 28 22:34:47.567872 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60360) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:47.568079 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-008f1d0a-c72d-4134-a87c-f71762b9664f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups/da6f87ef-4154-4f67-8a0e-e6c993223dd9 HTTP/1.1" status: 404 len: 347 time: 0.0191231 Jun 28 22:34:47.974817 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Deleting port c9c2b4f7-aaf0-4984-9696-3674cd388c62 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:34:47.975118 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.050940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.051260 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.063489 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Calling delete_port for c9c2b4f7-aaf0-4984-9696-3674cd388c62 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:34:48.200290 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.202682 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-db738615-b418-4093-9420-ceaed7aa1ba9 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:48.229871 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event deleted for resources: {'Port': ['ID=c9c2b4f7-aaf0-4984-9696-3674cd388c62,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:48.232903 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:48.289705 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.292197 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.293414 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-70b05c8e-c1b6-40a2-9f8a-949ac5b0beed tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "DELETE /v2.0/floatingips/1c4d7b09-f400-445a-8141-b4a73c073ac8 HTTP/1.1" status: 204 len: 168 time: 0.7240157 Jun 28 22:34:48.649352 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60364) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:48.654088 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385601357', 'description': 'tempest-description--2014302083'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:34:48.678950 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.762851 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.767611 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.770027 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0afbfc36-9369-441a-95f2-e6c43564e7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:48.795350 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.796575 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1462624 Jun 28 22:34:48.798575 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3944548-80bf-4fc2-8691-740132901994,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:48.799640 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60366) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:48.805234 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'security_group_rule': {'security_group_id': 'e3944548-80bf-4fc2-8691-740132901994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:34:48.805957 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.806335 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.806702 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.807064 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.807421 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.807775 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.808127 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.808545 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.808883 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.809287 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.809637 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.809981 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:48.813614 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b80ff882-8377-46b3-8e48-847d3355a087 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:48.836434 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.893916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.899234 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.901256 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:48.916934 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22fbe5d-443d-4bc0-8175-b460e499e97d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:48.919744 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:48.924225 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:48.925438 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-784463d5-c45f-4137-ace4-a47dffc73081 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244478 Jun 28 22:34:48.928275 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60368) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:48.932640 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'security_group_rule': {'security_group_id': 'e3944548-80bf-4fc2-8691-740132901994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:34:48.961143 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.023772 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.029634 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-423716'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.032091 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1c0b46f1-a5d7-4faf-b73a-2ce0d20374ca tempest-TestShelveInstance-1810894001 tempest-TestShelveInstance-1810894001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:49.047594 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfcb257-e593-412f-ac5c-89281d0071de,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:49.050000 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:49.055178 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.056665 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-3a43195b-419e-4c32-91f0-b8a70707afa7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274738 Jun 28 22:34:49.059840 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60370) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:34:49.064634 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'floatingip': {'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:34:49.088609 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.195158 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.302048 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Allocated IP 172.28.3.169 (9d169d0f-dbcc-4c44-8f31-7039946c9e95/071b49ee-fa77-48ea-9c4a-efbb4175ceb2/bcafd5e1-c9ba-46bf-b38a-d9eaf71d31ea) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:34:49.407992 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.451916 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.453859 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-581f5fa2-10e9-459e-833e-e427856bf800 tempest-ServerRescueNegativeTestJSON-218076531 tempest-ServerRescueNegativeTestJSON-218076531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:49.490494 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Network 9d169d0f-dbcc-4c44-8f31-7039946c9e95 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:34:49.495192 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:34:49.499383 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:34:49.502422 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'Port': ['ID=bcafd5e1-c9ba-46bf-b38a-d9eaf71d31ea,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:49.520648 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:49.595686 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.644575 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.797665 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.803890 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.805963 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-062122b0-1c99-4b96-a811-f57614b94fe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:49.873120 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'Port': ['ID=bcafd5e1-c9ba-46bf-b38a-d9eaf71d31ea,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:49.876924 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:49.883445 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.899950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:49.901293 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e3e1d14e-61bb-4115-a714-16af6c223693 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8405552 Jun 28 22:34:50.104098 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-52dbd057-4a67-41c3-b6f7-b2fe54a77670 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--385601357&fields=id&tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe HTTP/1.1" status: 200 len: 267 time: 0.0343950 Jun 28 22:34:50.217978 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-070a05f2-38d3-44f6-9775-e52c076d1a95 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:50.219449 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-070a05f2-38d3-44f6-9775-e52c076d1a95 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 810 time: 0.1087697 Jun 28 22:34:50.238017 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-740cc5fc-7832-4648-b4e3-00614fb87af8 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/quotas/f9adaee9cb7a4ff7a3aa7e2dda8d98fe HTTP/1.1" status: 200 len: 375 time: 0.0129163 Jun 28 22:34:50.311357 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-af6ac0a1-8e7f-4d46-a740-b8ea076d9517 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681911 Jun 28 22:34:50.410942 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-532a4541-416c-4acf-a8cd-79982b6bd91c service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881171 Jun 28 22:34:50.503414 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-2f10c8e2-1c61-4be9-96b3-dd6a8d048e0e service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841856 Jun 28 22:34:50.680757 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-230b930e-a61b-41ee-b3f2-f36c7ec87182 req-76c42874-255a-4a3e-85e1-1a81cd4e5750 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Jun 28 22:34:51.022769 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device b56bfbd5-37f1-4104-8f6f-83e6b1295db9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:34:51.043281 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: b56bfbd5-37f1-4104-8f6f-83e6b1295db9 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:34:51.043630 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device b56bfbd5-37f1-4104-8f6f-83e6b1295db9 not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:34:51.842406 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a0860de9-d202-4482-a2b2-1037e3ad389b req-2d169d33-bc9f-4500-8f7c-fbeda5c41352 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 210 time: 0.0487173 Jun 28 22:34:51.942351 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-61aa634a-992b-4299-837b-1e7357fdfd8b tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:51.943799 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-61aa634a-992b-4299-837b-1e7357fdfd8b tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 810 time: 0.1128919 Jun 28 22:34:51.995937 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-169d3abb-18dd-481b-bc84-3be38b9c5021 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe HTTP/1.1" status: 200 len: 379 time: 0.0361543 Jun 28 22:34:52.014928 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'port': {'device_id': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'admin_state_up': True, 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'security_groups': ['e3944548-80bf-4fc2-8691-740132901994']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:34:52.133586 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Made reservation on behalf of f9adaee9cb7a4ff7a3aa7e2dda8d98fe for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:34:52.137270 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.264675 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Allocated IP 172.20.0.13 (0fcf814a-7c11-4434-8a2d-01fa25122e5f/3396432d-15d7-4ebe-a81c-4e59aa61c40d/85e24325-cfd2-4086-a766-8591051fbc2b) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:34:52.411432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.425335 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Transition to ACTIVE for port object 85e24325-cfd2-4086-a766-8591051fbc2b will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:34:52.461014 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1470266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780792193783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-535131457'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.464900 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c25209c-3d53-428e-afa9-6b0dcfc091c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:52.503516 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:34:52.506748 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:34:52.512221 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:34:52.518487 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event updated for resources: {'Port': ['ID=85e24325-cfd2-4086-a766-8591051fbc2b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:52.542046 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:52.567884 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:52.568506 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.586088 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-f80e3303-d2a1-40b4-b897-cce5d4748c23 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750523 Jun 28 22:34:52.605363 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Request body: {'port': {'device_id': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:34:52.680835 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.813127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e450b6c4-d461-409d-bd00-e5eb7a021dfd None None] Provisioning for port 85e24325-cfd2-4086-a766-8591051fbc2b completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:34:52.817742 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e450b6c4-d461-409d-bd00-e5eb7a021dfd None None] Provisioning complete for port 85e24325-cfd2-4086-a766-8591051fbc2b triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:34:52.818127 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e450b6c4-d461-409d-bd00-e5eb7a021dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.855489 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-e450b6c4-d461-409d-bd00-e5eb7a021dfd None None] Port 85e24325-cfd2-4086-a766-8591051fbc2b cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:34:52.952251 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e24325-cfd2-4086-a766-8591051fbc2b {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:34:52.960212 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.975183 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Transition to ACTIVE for port object 85e24325-cfd2-4086-a766-8591051fbc2b will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:34:52.979953 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:52.982286 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e6cafc85-0123-4bad-9527-e4bff44166b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:53.050191 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=85e24325-cfd2-4086-a766-8591051fbc2b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:53.053453 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:53.108331 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Attempting to bind port 85e24325-cfd2-4086-a766-8591051fbc2b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:34:53.108655 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Attempting to bind port 85e24325-cfd2-4086-a766-8591051fbc2b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:34:53.108973 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Attempting to bind port 85e24325-cfd2-4086-a766-8591051fbc2b on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:34:53.113886 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Port 85e24325-cfd2-4086-a766-8591051fbc2b on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:34:53.114197 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Attempting to bind port 85e24325-cfd2-4086-a766-8591051fbc2b on network 0fcf814a-7c11-4434-8a2d-01fa25122e5f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:34:53.119919 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Checking agent: {'id': '4fedcda8-8e3d-4ed1-8123-311b55631e36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'started_at': datetime.datetime(2021, 6, 28, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:34:53.120254 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Checking segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:34:53.120696 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Bound using segment: {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:34:53.121166 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Bound port: 85e24325-cfd2-4086-a766-8591051fbc2b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a61e11-6972-4492-b971-fa2f6158d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:34:53.121522 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:53.194816 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] For port 85e24325-cfd2-4086-a766-8591051fbc2b, host hv-cinder-79246, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:34:53.198578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] For port 85e24325-cfd2-4086-a766-8591051fbc2b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=85e24325-cfd2-4086-a766-8591051fbc2b,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:34:53.203880 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535131479'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:53.206200 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ac1f36df-d564-4c37-a89d-a9497e0e0e3e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:53.243029 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.243655 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:53.245107 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/85e24325-cfd2-4086-a766-8591051fbc2b HTTP/1.1" status: 200 len: 1094 time: 0.6444116 Jun 28 22:34:53.245863 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:34:53.248367 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7501229e-4eb7-415e-aeda-2592440af38b" -d '{"events": [{"name": "network-changed", "server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:34:53.295743 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=85e24325-cfd2-4086-a766-8591051fbc2b,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:53.299089 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:53.308036 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33ce62e-77db-4a3d-9302-9efa7a550f30 x-openstack-request-id: req-b33ce62e-77db-4a3d-9302-9efa7a550f30 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:34:53.308564 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:34:53.309038 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b33ce62e-77db-4a3d-9302-9efa7a550f30 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:34:53.309645 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b', 'status': 'completed', 'code': 200} Jun 28 22:34:53.331490 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f11d-d87a-42f1-b114-e8b055212c3a req-d35ee30a-14fd-4f9a-866b-7554db568c8c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.333371 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-71a4f11d-d87a-42f1-b114-e8b055212c3a req-d35ee30a-14fd-4f9a-866b-7554db568c8c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 932 time: 0.3742414 Jun 28 22:34:53.379133 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-71a4f11d-d87a-42f1-b114-e8b055212c3a req-f2adbc9b-2d92-4b19-8963-62dbdfb4a002 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364299 Jun 28 22:34:53.386028 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-8af096d2-b33c-47d6-a625-cd22241636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.387648 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-8af096d2-b33c-47d6-a625-cd22241636cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 1097 time: 0.0616708 Jun 28 22:34:53.436706 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-e0f4d779-8699-4c62-84f4-397048faaa3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e24325-cfd2-4086-a766-8591051fbc2b HTTP/1.1" status: 200 len: 217 time: 0.0371737 Jun 28 22:34:53.486189 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-33394d08-cd66-45cc-9f72-37e9da694674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.487489 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-33394d08-cd66-45cc-9f72-37e9da694674 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0447202 Jun 28 22:34:53.543530 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-7dd7e0ab-5611-40dc-afa6-ba3c8310c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.545069 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-7dd7e0ab-5611-40dc-afa6-ba3c8310c76f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515201 Jun 28 22:34:53.657104 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-6d5ae87c-513b-48b1-8eaf-c53c7a016d94 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056497 Jun 28 22:34:53.759782 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-fdd83d82-e801-4db3-8eae-cbe6c18d6f90 req-999731fe-cf32-446c-a0c8-73fb3eb0a7dd service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943701 Jun 28 22:34:53.899432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501229e-4eb7-415e-aeda-2592440af38b req-31a2a1b9-ac11-4488-b688-1066473c5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.900933 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-31a2a1b9-ac11-4488-b688-1066473c5870 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 1097 time: 0.0563009 Jun 28 22:34:53.996251 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501229e-4eb7-415e-aeda-2592440af38b req-c99514cd-f9ff-497e-9cd1-300479d64cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:53.997839 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-c99514cd-f9ff-497e-9cd1-300479d64cd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.0897996 Jun 28 22:34:54.037304 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-5e426199-66c1-4f4f-a92b-95aaa521cc7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e24325-cfd2-4086-a766-8591051fbc2b HTTP/1.1" status: 200 len: 217 time: 0.0327096 Jun 28 22:34:54.088440 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501229e-4eb7-415e-aeda-2592440af38b req-6929d86f-89f4-49c7-86a1-ed90ec74b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:54.089874 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-6929d86f-89f4-49c7-86a1-ed90ec74b61c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0459273 Jun 28 22:34:54.151007 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501229e-4eb7-415e-aeda-2592440af38b req-02eb2005-b3d2-4194-a050-7acb0d1ae992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:54.152508 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-02eb2005-b3d2-4194-a050-7acb0d1ae992 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0553274 Jun 28 22:34:54.243731 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-dd691198-d710-4249-a9b5-67edbfc1f233 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838611 Jun 28 22:34:54.347397 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7501229e-4eb7-415e-aeda-2592440af38b req-8ed5ae02-a9f8-4c7a-bdbb-08fe97675478 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921710 Jun 28 22:34:54.558334 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74011e7-2373-41e9-8818-8a6914d9cbb9 req-f0831430-b133-446b-8743-92ca52e01230 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:54.559801 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c74011e7-2373-41e9-8818-8a6914d9cbb9 req-f0831430-b133-446b-8743-92ca52e01230 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 944 time: 0.0686402 Jun 28 22:34:54.598659 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-c74011e7-2373-41e9-8818-8a6914d9cbb9 req-1a5809b9-b8b0-4359-9fd3-3d604fda33ac tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330606 Jun 28 22:34:55.809365 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ced38-254a-4d3d-83db-b5d34d3fddc4 req-d1c7c373-4582-4b69-bb45-5049e294013e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:55.811010 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8a0ced38-254a-4d3d-83db-b5d34d3fddc4 req-d1c7c373-4582-4b69-bb45-5049e294013e tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 944 time: 0.0661051 Jun 28 22:34:55.851430 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-8a0ced38-254a-4d3d-83db-b5d34d3fddc4 req-02bbc332-5bfa-4bec-a14f-d7da632d0d70 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Jun 28 22:34:57.039273 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 85e24325-cfd2-4086-a766-8591051fbc2b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:34:57.043827 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4160b-2164-49e5-a809-6bae683b5ea2 req-6308cb82-e04f-4089-a304-f5842939f501 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:57.045383 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b9c4160b-2164-49e5-a809-6bae683b5ea2 req-6308cb82-e04f-4089-a304-f5842939f501 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 944 time: 0.0774701 Jun 28 22:34:57.086401 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-b9c4160b-2164-49e5-a809-6bae683b5ea2 req-b89069f0-8705-4e49-b690-5b769e417cb9 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329516 Jun 28 22:34:57.134140 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 85e24325-cfd2-4086-a766-8591051fbc2b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=85e24325-cfd2-4086-a766-8591051fbc2b,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:34:57.144867 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Returning: {'device': '85e24325-cfd2-4086-a766-8591051fbc2b', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'port_id': '85e24325-cfd2-4086-a766-8591051fbc2b', 'mac_address': 'fa:16:3e:e3:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:34:57.183845 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:57.200010 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e24325-cfd2-4086-a766-8591051fbc2b {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:34:57.220518 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 85e24325-cfd2-4086-a766-8591051fbc2b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=85e24325-cfd2-4086-a766-8591051fbc2b,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:34:57.226115 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:57.229075 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-db7f8687-44a0-49e5-818f-bd9ff7143f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:57.278215 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=85e24325-cfd2-4086-a766-8591051fbc2b,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:57.285968 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.286323 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.286651 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.286977 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.287295 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.287600 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.287917 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.288239 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.288556 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.288867 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.289207 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.289520 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:34:57.293482 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:57.532488 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] get_ports_and_sgs() called for port_ids ['85e24325-cfd2-4086-a766-8591051fbc2b'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:34:58.263699 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232d9f-7175-4f44-9fa1-833f7bdd9d75 req-5a44b617-9473-490e-8313-3d53a9b56ec0 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:58.265348 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-82232d9f-7175-4f44-9fa1-833f7bdd9d75 req-5a44b617-9473-490e-8313-3d53a9b56ec0 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 945 time: 0.0670362 Jun 28 22:34:58.316945 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-82232d9f-7175-4f44-9fa1-833f7bdd9d75 req-cbf3df53-c0b8-40ea-b6d3-78c6e92b8c63 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Jun 28 22:34:59.053905 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 85e24325-cfd2-4086-a766-8591051fbc2b up at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:34:59.111980 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning for port 85e24325-cfd2-4086-a766-8591051fbc2b completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:34:59.117068 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Provisioning complete for port 85e24325-cfd2-4086-a766-8591051fbc2b triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:34:59.117522 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400796'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:59.204168 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470331'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:59.226955 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:34:59.229216 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c774739ce11647117a1d344152d60986e2a0a281e2141e2dda4b563f42cc24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc702e-9bf6-4f8a-851d-28fba143a762" -d '{"events": [{"server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "name": "network-vif-plugged", "status": "completed", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:34:59.242021 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] For port 85e24325-cfd2-4086-a766-8591051fbc2b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=85e24325-cfd2-4086-a766-8591051fbc2b,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:34:59.248640 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780792698444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780792193805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780792193850'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:34:59.250550 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:34:59.274520 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c1cc25-519c-46f4-85f5-c6b1e58dfac6 x-openstack-request-id: req-b3c1cc25-519c-46f4-85f5-c6b1e58dfac6 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:34:59.274825 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "name": "network-vif-plugged", "status": "completed", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:34:59.275085 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3c1cc25-519c-46f4-85f5-c6b1e58dfac6 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:34:59.275475 dv-cinder-792462-20-smb neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b', 'code': 200} Jun 28 22:34:59.300196 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Pushing event updated for resources: {'Port': ['ID=85e24325-cfd2-4086-a766-8591051fbc2b,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:34:59.303592 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:34:59.503265 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802adab1-61bb-4223-bd4b-61a213876036 req-e4cfde8c-03d2-46c9-9c91-9f119d5c3b0f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:59.504752 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-802adab1-61bb-4223-bd4b-61a213876036 req-e4cfde8c-03d2-46c9-9c91-9f119d5c3b0f tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0668283 Jun 28 22:34:59.541950 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-802adab1-61bb-4223-bd4b-61a213876036 req-0163f15e-1d50-4dba-af11-e0b16451ba7b tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Jun 28 22:34:59.553642 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b19c-450c-4802-9634-a3b83640366d req-2891e6ec-cbef-47b5-bbcb-94a64bf237d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:34:59.555321 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5171b19c-450c-4802-9634-a3b83640366d req-2891e6ec-cbef-47b5-bbcb-94a64bf237d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0523870 Jun 28 22:34:59.589970 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5171b19c-450c-4802-9634-a3b83640366d req-8be01ab0-be31-468b-b9ea-1caba2586f94 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283689 Jun 28 22:35:00.729154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed9d96-bf7e-4b38-8d84-68458a9cb519 req-d88a635c-e1a0-4b1d-a5a4-9c40f422286d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:00.730629 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f0ed9d96-bf7e-4b38-8d84-68458a9cb519 req-d88a635c-e1a0-4b1d-a5a4-9c40f422286d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0738883 Jun 28 22:35:00.773355 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-f0ed9d96-bf7e-4b38-8d84-68458a9cb519 req-290a0e56-449e-4abd-9f0c-e228487dcc56 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365312 Jun 28 22:35:01.964046 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34247-b850-46c9-8bc1-e9a9890faf5f req-bb53de5e-63eb-4fe9-a0ca-ad3e2413aee1 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:01.965526 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f6c34247-b850-46c9-8bc1-e9a9890faf5f req-bb53de5e-63eb-4fe9-a0ca-ad3e2413aee1 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0742054 Jun 28 22:35:02.006035 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-f6c34247-b850-46c9-8bc1-e9a9890faf5f req-dffd1a8c-788a-4943-8c0e-d1f7c5dd91f4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Jun 28 22:35:02.201252 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061cfe4-213e-4259-b0a0-4d02b02b4586 req-c9a51239-f292-4163-8bbf-7f0ac4eb2707 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:02.202985 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-7061cfe4-213e-4259-b0a0-4d02b02b4586 req-c9a51239-f292-4163-8bbf-7f0ac4eb2707 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0773594 Jun 28 22:35:02.212022 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60426) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:35:02.216742 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.v2.base [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Request body: {'floatingip': {'port_id': '85e24325-cfd2-4086-a766-8591051fbc2b'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:35:02.257294 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:03.087707 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:03.094377 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:03.193917 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.l3_db [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Floating IP e5d39e50-0b06-4aee-9a6e-867e452a0860 associated. External IP: 172.28.3.169, port: 85e24325-cfd2-4086-a766-8591051fbc2b. Jun 28 22:35:03.405566 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:35:03.524765 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:35:03.529946 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:03.534611 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:35:03.544722 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:35:03.545375 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:34:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:03.569009 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-9eb9d221-ae27-4932-8047-f8989162f248 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "PUT /v2.0/floatingips/e5d39e50-0b06-4aee-9a6e-867e452a0860 HTTP/1.1" status: 200 len: 992 time: 1.3559096 Jun 28 22:35:03.569796 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:35:03.572115 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:35:03.609547 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba121401-b813-4358-9f5a-1ab2bdd29588 x-openstack-request-id: req-ba121401-b813-4358-9f5a-1ab2bdd29588 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:35:03.609869 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:35:03.610281 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba121401-b813-4358-9f5a-1ab2bdd29588 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:35:03.610719 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b', 'status': 'completed', 'code': 200} Jun 28 22:35:03.652831 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:35:03.711610 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-e4ba82c9-c45b-4eb8-aeff-769878310597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:03.713146 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-e4ba82c9-c45b-4eb8-aeff-769878310597 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0564816 Jun 28 22:35:03.809753 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-4348ec9c-b437-490f-9b88-bd8c144bcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:03.811249 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-4348ec9c-b437-490f-9b88-bd8c144bcd7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.0910087 Jun 28 22:35:03.875087 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': 'e5d39e50-0b06-4aee-9a6e-867e452a0860', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'port_id': '85e24325-cfd2-4086-a766-8591051fbc2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'mac_address': 'fa:16:3e:e3:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:34:49Z', 'updated_at': '2021-06-28T22:35:02Z', 'revision_number': 1, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:03.875509 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-d9cd6379-be6f-483a-a985-685341aecc6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e24325-cfd2-4086-a766-8591051fbc2b HTTP/1.1" status: 200 len: 1000 time: 0.0582273 Jun 28 22:35:03.928876 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-123642cf-92ea-4946-822a-70d4bd8a4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:03.930511 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-123642cf-92ea-4946-822a-70d4bd8a4b87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0491695 Jun 28 22:35:03.993470 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-81026540-4c40-4fc1-bc1c-c4e3d1fc44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:03.994899 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-81026540-4c40-4fc1-bc1c-c4e3d1fc44d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0580125 Jun 28 22:35:03.998707 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:35:04.007083 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:35:04.007672 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:34:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:04.082849 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-f263b23a-d791-46a6-a64a-3a2375b00a73 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809581 Jun 28 22:35:04.107416 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:35:04.177305 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-a07444b8-fe17-4ca0-bd59-99c6d3c64ca2 req-3dcac6a6-10a3-4a31-8004-d0979eb7c590 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873623 Jun 28 22:35:04.336072 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': 'e5d39e50-0b06-4aee-9a6e-867e452a0860', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'port_id': '85e24325-cfd2-4086-a766-8591051fbc2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'mac_address': 'fa:16:3e:e3:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:34:49Z', 'updated_at': '2021-06-28T22:35:02Z', 'revision_number': 1, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:04.361390 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91994442-5220-4fa3-985b-3fb8fbb53013 None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_floatingips': [{'id': 'e5d39e50-0b06-4aee-9a6e-867e452a0860', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'router_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'port_id': '85e24325-cfd2-4086-a766-8591051fbc2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'mac_address': 'fa:16:3e:e3:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:34:49Z', 'updated_at': '2021-06-28T22:35:02Z', 'revision_number': 1, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:35:04.544377 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e80bbdb-02a9-4858-aaf4-791bedfd8af2 None None] New status for floating IP e5d39e50-0b06-4aee-9a6e-867e452a0860: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:35:06.083111 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:35:10.221777 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64b69dde-b0f4-4e84-b110-e72beaf2d6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:12.731772 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f71482c4-02c6-4cec-a1cf-b49483f17083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:12.916263 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:14.038162 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:15.619585 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:16.019680 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:40.215547 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30529c95-62ce-452c-8196-34dbba8df0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:42.728335 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c8a4facf-76ab-4cb1-bd24-24545c5f42ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:42.911998 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:43.082683 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:35:44.043851 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:45.617791 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:46.015828 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:49.051450 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-a756b536-3671-4db8-8759-55ebb28d2319 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520940 Jun 28 22:35:49.182006 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-63428e71-f72a-45e7-8353-1fb92566cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:49.183510 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-63428e71-f72a-45e7-8353-1fb92566cd72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0646141 Jun 28 22:35:49.300567 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-59233332-b90b-4589-be50-08b03ce48bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:49.302050 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-59233332-b90b-4589-be50-08b03ce48bec service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 200 len: 911 time: 0.0909574 Jun 28 22:35:49.376294 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-9bcab4f5-6eda-4ff7-8287-032fd56d9bc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e24325-cfd2-4086-a766-8591051fbc2b HTTP/1.1" status: 200 len: 1002 time: 0.0668733 Jun 28 22:35:49.444886 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-8a7f2780-b6b1-4392-8c72-32e32149fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:49.446461 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-8a7f2780-b6b1-4392-8c72-32e32149fc7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 200 len: 849 time: 0.0498896 Jun 28 22:35:49.515169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-2ae2d784-9c75-4352-9a44-745ea7b7fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:49.516961 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-2ae2d784-9c75-4352-9a44-745ea7b7fc53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fcf814a-7c11-4434-8a2d-01fa25122e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0617480 Jun 28 22:35:49.528097 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-6e34aefc-de0c-4864-931f-741960d50a08 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:35:49.529244 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-6e34aefc-de0c-4864-931f-741960d50a08 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053530 Jun 28 22:35:49.626309 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-163d883b-16bd-4f91-ad5d-f2ee8c74d6e7 service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904984 Jun 28 22:35:49.721143 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-5c58a96b-2696-4f97-b032-e60c07f0d437 req-8c53a223-d780-4465-8838-5dcefdd8d69f service neutron] 10.222.0.61 "GET /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883563 Jun 28 22:35:50.804363 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ca43d-b457-4127-a090-9b70fa7be718 req-295a6869-effb-4f04-82f3-c527e16190d4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:50.805873 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4a6ca43d-b457-4127-a090-9b70fa7be718 req-295a6869-effb-4f04-82f3-c527e16190d4 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0660529 Jun 28 22:35:50.843253 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-4a6ca43d-b457-4127-a090-9b70fa7be718 req-f897f75c-f718-42d6-9d27-c4ed71d0dd8d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Jun 28 22:35:52.021257 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebbb35-55d8-4f43-9918-e1aed45460e6 req-2c11749c-c034-42e4-a42c-fa4ab0b0ff70 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:52.022733 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d2ebbb35-55d8-4f43-9918-e1aed45460e6 req-2c11749c-c034-42e4-a42c-fa4ab0b0ff70 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0654113 Jun 28 22:35:52.064071 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [req-d2ebbb35-55d8-4f43-9918-e1aed45460e6 req-37590c4d-0914-4e20-81bc-82928db3b88c tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Jun 28 22:35:52.676635 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-adec0361-b4dd-4a7c-93ca-cb3c17db89a7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:52.678159 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-adec0361-b4dd-4a7c-93ca-cb3c17db89a7 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 946 time: 0.0716081 Jun 28 22:35:52.786270 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Deleting port 85e24325-cfd2-4086-a766-8591051fbc2b {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:35:52.786607 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:52.888860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] For port 85e24325-cfd2-4086-a766-8591051fbc2b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=85e24325-cfd2-4086-a766-8591051fbc2b,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:35:52.889322 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:53.062087 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:53.062333 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477210'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:53.062642 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.db.l3_db [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Floating IP e5d39e50-0b06-4aee-9a6e-867e452a0860 disassociated. External IP: 172.28.3.169, port: 85e24325-cfd2-4086-a766-8591051fbc2b. Jun 28 22:35:53.062975 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Calling delete_port for 85e24325-cfd2-4086-a766-8591051fbc2b owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:35:53.220103 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:53.224928 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:35:53.255457 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event deleted for resources: {'Port': ['ID=85e24325-cfd2-4086-a766-8591051fbc2b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:35:53.268600 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.268957 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.269345 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.270467 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.270467 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.270467 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.270803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.271176 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.271524 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.271981 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.272339 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.272524 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:35:53.276661 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:35:53.325317 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204d104-9c10-4ec7-85b7-52e90b490619 req-8d2b8bb1-437e-4278-a571-43097ae05b1d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:35:53.326676 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9204d104-9c10-4ec7-85b7-52e90b490619 req-8d2b8bb1-437e-4278-a571-43097ae05b1d tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/ports?device_id=50427d98-7c2b-4e88-971b-f18550cbfdd8 HTTP/1.1" status: 200 len: 867 time: 0.1506724 Jun 28 22:35:53.406387 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-9204d104-9c10-4ec7-85b7-52e90b490619 req-7a572ddd-0325-4521-a4a8-596533a7e53b tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3944548-80bf-4fc2-8691-740132901994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733957 Jun 28 22:35:53.416871 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:35:53.536274 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:35:53.546074 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:35:53.564415 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:35:53.565050 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:35:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:53.580441 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] No DVR routers for this DVR port 85e24325-cfd2-4086-a766-8591051fbc2b on host hv-cinder-79246 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:35:53.583664 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:53.586039 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [req-81b26c36-37a3-4126-b86e-912c69c8b86a req-b1161051-a940-4a2c-a08b-bcb86ba62642 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.61 "DELETE /v2.0/ports/85e24325-cfd2-4086-a766-8591051fbc2b HTTP/1.1" status: 204 len: 173 time: 0.9024379 Jun 28 22:35:53.586468 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'name': 'network-vif-deleted', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:35:53.593413 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2bbac658f36cc0537cd98e6cd463f7c9a9612135f08e3a83e63ae9f41709aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174a964f-a638-4914-9b9c-f04551ffc5f9" -d '{"events": [{"server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "name": "network-vif-deleted", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:35:53.648048 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d00cff3-7c09-4765-a79c-a9c9a0ecdab6 x-openstack-request-id: req-1d00cff3-7c09-4765-a79c-a9c9a0ecdab6 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:35:53.649626 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50427d98-7c2b-4e88-971b-f18550cbfdd8", "name": "network-vif-deleted", "tag": "85e24325-cfd2-4086-a766-8591051fbc2b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:35:53.650190 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d00cff3-7c09-4765-a79c-a9c9a0ecdab6 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:35:53.650748 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50427d98-7c2b-4e88-971b-f18550cbfdd8', 'name': 'network-vif-deleted', 'tag': '85e24325-cfd2-4086-a766-8591051fbc2b', 'status': 'completed', 'code': 200} Jun 28 22:35:53.682901 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:35:53.896092 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:53.925246 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:35:53.934811 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:35:53.935422 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:35:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:54.049446 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:35:54.259992 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:35:54.289571 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d2a3b-0f69-4f12-a3ac-d0b061558d6c None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:32:11Z', 'revision_number': 4, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb', '_interfaces': [{'id': '3c278896-d180-447c-8469-526ebe4674e1', 'name': '', 'network_id': '0fcf814a-7c11-4434-8a2d-01fa25122e5f', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'mac_address': 'fa:16:3e:f1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:10Z', 'updated_at': '2021-06-28T22:32:15Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'subnets': [{'id': '3396432d-15d7-4ebe-a81c-4e59aa61c40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:35:54.498882 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ccdf89-6755-434e-99a4-4323e1e492e1 None None] New status for floating IP e5d39e50-0b06-4aee-9a6e-867e452a0860: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:35:54.532597 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60600) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:35:54.594293 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:54.619154 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:54.670507 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:54.673740 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:54.674674 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "DELETE /v2.0/security-groups/e3944548-80bf-4fc2-8691-740132901994 HTTP/1.1" status: 204 len: 168 time: 0.1409578 Jun 28 22:35:54.675641 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2abbd3f2-bf89-472a-bc73-95ecd4a57fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:35:54.677483 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60602) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:35:54.685199 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3944548-80bf-4fc2-8691-740132901994,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:35:54.687807 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0a9c3b23-128a-4170-a8f7-db0d16e87d14 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:35:54.693373 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-abb7ba6f-9428-4a85-9b96-9727e500cf30 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] show failed (client error): The resource could not be found. Jun 28 22:35:54.694356 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-abb7ba6f-9428-4a85-9b96-9727e500cf30 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "GET /v2.0/security-groups/e3944548-80bf-4fc2-8691-740132901994 HTTP/1.1" status: 404 len: 347 time: 0.0158505 Jun 28 22:35:54.698416 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60604) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:35:55.087907 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Deleting port bcafd5e1-c9ba-46bf-b38a-d9eaf71d31ea {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:35:55.088162 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:55.160757 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:55.161085 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:55.173374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Calling delete_port for bcafd5e1-c9ba-46bf-b38a-d9eaf71d31ea owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:35:55.321803 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:55.323711 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c606ca3f-6cf0-4d28-99a2-05c7d2c1f7d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:35:55.345452 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Pushing event deleted for resources: {'Port': ['ID=bcafd5e1-c9ba-46bf-b38a-d9eaf71d31ea,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:35:55.348831 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:35:55.411670 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:55.414106 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932680'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:55.415256 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-fa46aadb-f29b-42ef-a8b2-fc218b5f1006 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] 10.222.0.50 "DELETE /v2.0/floatingips/e5d39e50-0b06-4aee-9a6e-867e452a0860 HTTP/1.1" status: 204 len: 168 time: 0.7158370 Jun 28 22:35:57.350230 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 85e24325-cfd2-4086-a766-8591051fbc2b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:35:57.379807 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] No Port match for: 85e24325-cfd2-4086-a766-8591051fbc2b {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:35:57.380155 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Device 85e24325-cfd2-4086-a766-8591051fbc2b not bound to the agent host hv-cinder-79246 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:35:59.128748 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60632) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:35:59.486344 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479002'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:59.747099 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Deleting port 3c278896-d180-447c-8469-526ebe4674e1 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:35:59.747433 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:59.830246 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] For port 3c278896-d180-447c-8469-526ebe4674e1, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=3c278896-d180-447c-8469-526ebe4674e1,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:35:59.830547 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:35:59.842808 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Calling delete_port for 3c278896-d180-447c-8469-526ebe4674e1 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:36:00.028578 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:00.030758 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-48b720fa-c38e-4fd2-b0a3-1bb8cbc07523 tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:00.053775 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c278896-d180-447c-8469-526ebe4674e1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:00.056825 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:00.228042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479118'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:00.446961 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 has already been hosted by L3 agent c5080362-d518-472e-ba84-0a77d92f438e {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:36:00.579950 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] Notify agent at l3_agent.dv-cinder-792462-20-smb the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:36:00.585806 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-4164d19d-ee43-4400-80ba-6521e29d37c9 admin admin] 10.222.0.50 "PUT /v2.0/routers/765dfe9b-7fe7-4d15-9b21-26d7a91b1815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558263 Jun 28 22:36:00.589044 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60634) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:00.591946 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] Sync routers for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:36:00.602630 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:36:00.603258 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:35:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:00.701111 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:00.713050 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: dv-cinder-792462-20-smb {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:36:00.807273 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:00.859000 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Deleting port e3e56c5c-ada7-4766-959d-0afd3006b654 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:36:00.859332 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:00.888709 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'external_fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:35:59Z', 'revision_number': 5, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port': {'id': 'e3e56c5c-ada7-4766-959d-0afd3006b654', 'name': '', 'network_id': '9d169d0f-dbcc-4c44-8f31-7039946c9e95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:32:09Z', 'updated_at': '2021-06-28T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071b49ee-fa77-48ea-9c4a-efbb4175ceb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-20-smb'}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:00.913499 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] Checking router: 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 for host: dv-cinder-792462-20-smb {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:36:00.921476 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] Routers {'765dfe9b-7fe7-4d15-9b21-26d7a91b1815'} bound to L3 agent in host dv-cinder-792462-20-smb {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:36:00.922075 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T22:17:43Z,description=,heartbeat_timestamp=2021-06-28T22:35:43Z,host='dv-cinder-792462-20-smb',id=c5080362-d518-472e-ba84-0a77d92f438e,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T22:17:43Z,topic='l3_agent')) {'router_ids': ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:00.937210 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] For port e3e56c5c-ada7-4766-959d-0afd3006b654, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=e3e56c5c-ada7-4766-959d-0afd3006b654,segment=NetworkSegment(5727294b-3789-460c-960f-9b40af39da7a),segment_id=5727294b-3789-460c-960f-9b40af39da7a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:36:00.937565 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:00.951271 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Calling delete_port for e3e56c5c-ada7-4766-959d-0afd3006b654 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:36:01.114780 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] Set router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:36:01.125765 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.128894 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3df69449-8233-4d82-9a60-61b54fe60924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:01.165761 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:36:00Z', 'revision_number': 6, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port_host': None}], 'dv-cinder-792462-20-smb', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:01.173892 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e56c5c-ada7-4766-959d-0afd3006b654,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:01.177820 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:01.191122 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3d2a7-9462-43c4-946a-9dc093470c44 None None] The sync data for ids ['765dfe9b-7fe7-4d15-9b21-26d7a91b1815'] in dv-cinder-792462-20-smb is: [{'id': '765dfe9b-7fe7-4d15-9b21-26d7a91b1815', 'name': 'tempest-AttachVolumeTestJSON-951988328-router', 'tenant_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:32:08Z', 'updated_at': '2021-06-28T22:36:00Z', 'revision_number': 6, 'project_id': 'f9adaee9cb7a4ff7a3aa7e2dda8d98fe', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:36:01.214585 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477264'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.305605 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-536862723'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.307893 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.366074 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477238'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.366896 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765dfe9b-7fe7-4d15-9b21-26d7a91b1815 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:36:01.373601 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.375364 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d7ff05f6-72c1-4039-8596-e84270b6e2e9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/765dfe9b-7fe7-4d15-9b21-26d7a91b1815 HTTP/1.1" status: 204 len: 168 time: 0.7851737 Jun 28 22:36:01.379019 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60636) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:01.422562 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Deleting subnet 3396432d-15d7-4ebe-a81c-4e59aa61c40d {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:36:01.426008 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.458734 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-535161371'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.568795 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1398455'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.629708 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1398512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535131414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534346192'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.633522 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8566fa46-8d37-435c-acb1-bcbe807445f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:01.665432 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3396432d-15d7-4ebe-a81c-4e59aa61c40d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:01.668903 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:01.671797 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.673735 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-91c841e8-4d63-409c-9e39-b9092ddb406b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3396432d-15d7-4ebe-a81c-4e59aa61c40d HTTP/1.1" status: 204 len: 168 time: 0.2937577 Jun 28 22:36:01.676770 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60638) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:01.679339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cfdb1b-ab55-4551-84da-bc5a269887e5 None None] Network 0fcf814a-7c11-4434-8a2d-01fa25122e5f requested from dv-cinder-792462-20-smb {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:36:01.747624 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582632'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.803300 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Deleting port 61b12135-653b-4d44-8b5a-728c792cc443 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:36:01.803547 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780792694842'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.869799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] For port 61b12135-653b-4d44-8b5a-728c792cc443, host dv-cinder-792462-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-20-smb',level=0,port_id=61b12135-653b-4d44-8b5a-728c792cc443,segment=NetworkSegment(94a61e11-6972-4492-b971-fa2f6158d285),segment_id=94a61e11-6972-4492-b971-fa2f6158d285)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:36:01.870144 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-487797'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.882794 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Calling delete_port for 61b12135-653b-4d44-8b5a-728c792cc443 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:36:01.970700 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780792698471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780792193796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535131480'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:01.974598 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ef5b45a-fdf2-4be0-a7ae-9daf88599f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:01.988571 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba755b6-59de-41a6-abd7-21a287c4f7a9 None None] DHCP port deletion for 0fcf814a-7c11-4434-8a2d-01fa25122e5f request from dv-cinder-792462-20-smb {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:36:01.997433 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b12135-653b-4d44-8b5a-728c792cc443,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:02.000458 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:02.001241 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] No DVR routers for this DVR port 61b12135-653b-4d44-8b5a-728c792cc443 on host dv-cinder-792462-20-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:36:02.054289 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3c278896-d180-447c-8469-526ebe4674e1 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:36:02.072304 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396775', 'neutron.services.segments.db._delete_segments_for_network-8780792771431'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.077333 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 3c278896-d180-447c-8469-526ebe4674e1 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:36:02.077682 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 3c278896-d180-447c-8469-526ebe4674e1 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:36:02.078095 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3e56c5c-ada7-4766-959d-0afd3006b654 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:36:02.085517 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcf814a-7c11-4434-8a2d-01fa25122e5f']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:02.096231 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a61e11-6972-4492-b971-fa2f6158d285') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:02.096558 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a61e11-6972-4492-b971-fa2f6158d285') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:36:02.100261 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: e3e56c5c-ada7-4766-959d-0afd3006b654 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:36:02.100826 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device e3e56c5c-ada7-4766-959d-0afd3006b654 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:36:02.101281 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 61b12135-653b-4d44-8b5a-728c792cc443 no longer exists at agent ovs-agent-dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:36:02.106083 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780792717406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-535161344'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.119537 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] No Port match for: 61b12135-653b-4d44-8b5a-728c792cc443 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:36:02.119799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.119953 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Device 61b12135-653b-4d44-8b5a-728c792cc443 not bound to the agent host dv-cinder-792462-20-smb {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:36:02.125814 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:36:02.126068 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535130767'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: Traceback (most recent call last): Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: timer() Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: cb(*args, **kw) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: return func(*args, **kwargs) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: self._notify() Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: self.callback(batched_events) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: event.method(event) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: return f(self, *a, **k) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: return self._get(url).json() Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:36:02.127955 dv-cinder-792462-20-smb neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:36:02.180560 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-457373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477196'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.186062 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536844'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.191241 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0fcf814a-7c11-4434-8a2d-01fa25122e5f HTTP/1.1" status: 204 len: 168 time: 0.5104890 Jun 28 22:36:02.191241 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:02.202093 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcf814a-7c11-4434-8a2d-01fa25122e5f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:02.204557 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d0fb051e-d4b9-4333-8152-c43717d6cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:02.367974 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60642) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:02.410741 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-3cfcf5cc-77c8-4825-a80d-71df78052ff3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9adaee9cb7a4ff7a3aa7e2dda8d98fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407610 Jun 28 22:36:02.413178 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60644) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:02.472929 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.495794 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.546084 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.549058 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:02.550255 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22717f74-fb58-4aca-8e31-935ee03cdf12 HTTP/1.1" status: 204 len: 168 time: 0.1361639 Jun 28 22:36:02.551158 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-49cfd783-4a62-4d94-bfe8-0e8605822dbd tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:02.558769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22717f74-fb58-4aca-8e31-935ee03cdf12,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:02.566739 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.567111 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.567487 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.567834 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.568203 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.568550 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.568904 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.569299 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.569657 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.570009 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.570356 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.570706 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:36:02.574673 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:07.126983 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60728) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:07.241606 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff44f1db-cb21-48a7-81cd-6bc2c83cfde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.335254 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff44f1db-cb21-48a7-81cd-6bc2c83cfde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.341460 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff44f1db-cb21-48a7-81cd-6bc2c83cfde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.343997 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3acff403-4b6b-452a-ac35-aa06981a3318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:07.378451 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44f1db-cb21-48a7-81cd-6bc2c83cfde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de24983-2cd1-4012-b47f-0f976d1f146a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:07.382608 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ff44f1db-cb21-48a7-81cd-6bc2c83cfde9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94ce1b1e631e4c659015c45a475186c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546067 Jun 28 22:36:07.383485 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ff44f1db-cb21-48a7-81cd-6bc2c83cfde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:07.385264 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60732) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:07.442230 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.464327 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.515609 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.518176 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.519357 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0de24983-2cd1-4012-b47f-0f976d1f146a HTTP/1.1" status: 204 len: 168 time: 0.1331866 Jun 28 22:36:07.520108 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b9f35d85-4a49-4b31-950f-3f517f9634de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:07.527666 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de24983-2cd1-4012-b47f-0f976d1f146a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:07.530098 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:07.797538 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60738) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:07.811630 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.906659 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.912277 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:07.914789 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7b03031b-8331-4328-a127-c064928ed8b8 tempest-TestMinimumBasicScenario-1817895705 tempest-TestMinimumBasicScenario-1817895705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:07.951944 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e51a36f714df4092a58fe09119ad5075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531029 Jun 28 22:36:07.953075 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b0fb61-9cb6-433b-b880-3a2dfc552e72,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:07.954934 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60740) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:07.956460 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:08.006742 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:08.027480 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:08.076054 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:08.078972 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:08.083253 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4b0fb61-9cb6-433b-b880-3a2dfc552e72 HTTP/1.1" status: 204 len: 168 time: 0.1269705 Jun 28 22:36:08.084112 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5e243311-c1b0-4ee8-9046-201ea1ef14f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:08.091370 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b0fb61-9cb6-433b-b880-3a2dfc552e72,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:08.093719 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-461ef9b3-e41d-4db5-b996-8a389ed09b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:10.228012 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb8973c1-0570-4f43-8ddc-3fceff0e5724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:12.731985 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf4e6d43-52a2-4552-ae9f-ac19e1b22e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:12.914854 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.244836 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60814) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:13.364640 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-052dd9da-5b52-44e5-a022-f8d9d9545e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.454453 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-052dd9da-5b52-44e5-a022-f8d9d9545e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.460081 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-052dd9da-5b52-44e5-a022-f8d9d9545e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.462755 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bfc7abaf-a37c-4cec-b55a-8a38c5eb6aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:13.499452 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd9da-5b52-44e5-a022-f8d9d9545e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c7053-7cc9-4f93-8f8d-0b4f4928c3a1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:13.502802 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-052dd9da-5b52-44e5-a022-f8d9d9545e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:13.505229 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-052dd9da-5b52-44e5-a022-f8d9d9545e82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e96d8f1421144c081bddcb09e71b443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589934 Jun 28 22:36:13.508860 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60818) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:13.558209 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.578809 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.629848 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.633732 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:13.635384 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/411c7053-7cc9-4f93-8f8d-0b4f4928c3a1 HTTP/1.1" status: 204 len: 168 time: 0.1252971 Jun 28 22:36:13.636455 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d99bc185-2703-42f7-a5da-0b8cc565b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:13.647398 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c7053-7cc9-4f93-8f8d-0b4f4928c3a1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:13.650095 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b417e9ea-81bf-4734-af55-68d780d2247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:13.935376 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60824) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:13.950427 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.041284 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.061986 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.066940 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.069490 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f5cf5a3e-4ac0-4eb9-a9b0-11c0b35f2fdf tempest-AttachVolumeTestJSON-2012336404 tempest-AttachVolumeTestJSON-2012336404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:14.105699 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cd4a8a6a43343b0aee830d50485db40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687191 Jun 28 22:36:14.106513 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b95cb-68da-4110-bfc3-6f616bec9da4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:14.108311 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60826) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:14.109604 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:14.163577 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.184924 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.234925 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.237502 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:14.238646 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d60b95cb-68da-4110-bfc3-6f616bec9da4 HTTP/1.1" status: 204 len: 168 time: 0.1291234 Jun 28 22:36:14.239519 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-720a4faf-1576-4284-8552-b91cbbb1fc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:14.246975 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b95cb-68da-4110-bfc3-6f616bec9da4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:14.249260 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:15.619460 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.028965 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.477918 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60896) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:16.608377 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8b13-69a6-442f-96c1-5e184a388a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.699535 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8b13-69a6-442f-96c1-5e184a388a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.705599 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8b13-69a6-442f-96c1-5e184a388a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.711392 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72aaae28-2956-476d-bdbf-d5b7c721d306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:16.742599 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-6ccb8b13-69a6-442f-96c1-5e184a388a27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2981cd387b4745858aab158fff5bb4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635489 Jun 28 22:36:16.743508 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb8b13-69a6-442f-96c1-5e184a388a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637fcc35-2135-4984-996a-7baa0c4a4945,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:16.746229 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60900) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:16.746778 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ccb8b13-69a6-442f-96c1-5e184a388a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:16.798993 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.829069 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.887459 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.890302 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:16.891482 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/637fcc35-2135-4984-996a-7baa0c4a4945 HTTP/1.1" status: 204 len: 168 time: 0.1439981 Jun 28 22:36:16.892247 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ebad635-1fb1-47fb-88d4-fb8110893006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:16.901339 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637fcc35-2135-4984-996a-7baa0c4a4945,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:16.903626 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:17.170414 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60906) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:17.185080 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5581482a-68f7-491c-899e-f25ce94367c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.287047 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5581482a-68f7-491c-899e-f25ce94367c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.293580 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5581482a-68f7-491c-899e-f25ce94367c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.297161 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-62ef6fcd-91af-4be8-b52f-df53eb4db1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:17.332018 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-5581482a-68f7-491c-899e-f25ce94367c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf86b70ba8184e33b9e64e0ab4cd5971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601176 Jun 28 22:36:17.332762 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581482a-68f7-491c-899e-f25ce94367c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f402c5-662e-4eea-92f8-5a56b01fdbfb,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:17.334852 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60908) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:17.336160 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5581482a-68f7-491c-899e-f25ce94367c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:17.385941 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.408088 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.458901 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.461603 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:17.462808 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6f402c5-662e-4eea-92f8-5a56b01fdbfb HTTP/1.1" status: 204 len: 168 time: 0.1268768 Jun 28 22:36:17.463566 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e895a7b2-7555-472d-a62b-ff4899bedb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:17.470712 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f402c5-662e-4eea-92f8-5a56b01fdbfb,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:17.473030 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:18.823412 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 60950) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:18.935500 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.027931 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.034378 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.036862 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aafa93e2-f443-4005-b109-9759340d11d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:19.071670 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=840f66cbc1944c2c93788624c16d4ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471211 Jun 28 22:36:19.072716 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2bce8-5514-44e4-b922-1b2a086e142b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:19.074543 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 60954) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:19.075820 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:19.127169 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.150710 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.196399 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.199043 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:19.200203 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/faa2bce8-5514-44e4-b922-1b2a086e142b HTTP/1.1" status: 204 len: 168 time: 0.1240346 Jun 28 22:36:19.201089 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-488b6111-65a3-496e-9aff-a6542584eaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:19.208988 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2bce8-5514-44e4-b922-1b2a086e142b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:19.211356 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-53eb9598-a480-4b2d-9918-ee015a60cf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:20.081752 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:36:27.470423 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 32844) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:27.591816 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e4e29b9-da30-42db-90f9-eb9a10b10cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.691801 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e4e29b9-da30-42db-90f9-eb9a10b10cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.696745 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e4e29b9-da30-42db-90f9-eb9a10b10cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.699144 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-85e543ac-1989-4e7b-bd35-bfa7670a6256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:27.734395 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-7e4e29b9-da30-42db-90f9-eb9a10b10cc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdc830236d0545ab88cdf0573191a481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628863 Jun 28 22:36:27.735274 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e29b9-da30-42db-90f9-eb9a10b10cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d04b447-c96a-4141-99b5-d0e39b5dd6a9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:27.738468 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 32848) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:27.739248 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7e4e29b9-da30-42db-90f9-eb9a10b10cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:27.796662 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.818594 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.872977 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.877144 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:27.878668 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d04b447-c96a-4141-99b5-d0e39b5dd6a9 HTTP/1.1" status: 204 len: 168 time: 0.1384015 Jun 28 22:36:27.879444 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4daf11de-a831-4a78-8254-22f0bf9d0933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:27.887257 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d04b447-c96a-4141-99b5-d0e39b5dd6a9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:27.889788 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2282dd9f-e0a6-4a8a-a832-aa7129500b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:28.164733 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 32854) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:28.178494 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-de512137-8e3f-44cd-b671-7ec7a1e17ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.268987 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-de512137-8e3f-44cd-b671-7ec7a1e17ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.274728 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-de512137-8e3f-44cd-b671-7ec7a1e17ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.277215 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-90541822-5b3c-43e9-99d1-db6812db93ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:28.312770 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-de512137-8e3f-44cd-b671-7ec7a1e17ccc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=254b981abcb94b53a62fc1c454b4559d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469240 Jun 28 22:36:28.313563 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512137-8e3f-44cd-b671-7ec7a1e17ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd928f7-da5b-4b55-8971-2459ed756bba,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:28.315925 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 32856) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:28.316865 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-de512137-8e3f-44cd-b671-7ec7a1e17ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:28.370083 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.396171 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.447223 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.452051 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.453525 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbd928f7-da5b-4b55-8971-2459ed756bba HTTP/1.1" status: 204 len: 168 time: 0.1364040 Jun 28 22:36:28.454605 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-41342f79-be01-454a-b046-9c9f8d7b23f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:28.466166 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd928f7-da5b-4b55-8971-2459ed756bba,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:28.469432 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a01bc64d-5db5-4b63-b57a-eee5b2eb5438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:28.804534 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 32862) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:28.821796 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9d53-12bd-4607-8e92-324db77611c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.910577 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9d53-12bd-4607-8e92-324db77611c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.916786 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9d53-12bd-4607-8e92-324db77611c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:28.919308 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-97c4e7ee-dc35-48cf-b2f1-4a9f9b0fc841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:28.953723 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-ab1d9d53-12bd-4607-8e92-324db77611c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64394a2016844999a892832d6def5311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478786 Jun 28 22:36:28.954699 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d9d53-12bd-4607-8e92-324db77611c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965bbcc2-a4d3-42a6-87a1-3893469baadc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:28.957769 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 32864) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:36:28.958268 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ab1d9d53-12bd-4607-8e92-324db77611c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:29.010953 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:29.038286 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:29.087704 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:29.092194 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:29.093788 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/965bbcc2-a4d3-42a6-87a1-3893469baadc HTTP/1.1" status: 204 len: 168 time: 0.1345215 Jun 28 22:36:29.094737 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-256337ee-df48-4399-82ad-c71e8924562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:36:29.102525 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965bbcc2-a4d3-42a6-87a1-3893469baadc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:36:29.104839 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ae8b80eb-165e-4dd5-8ef9-ed1de3b69645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:36:40.223322 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e2dfbd1-9d6b-491b-a2cb-82a55e2aed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:42.737732 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d5245128-706d-45fb-86d9-e1f25b3581b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:42.911462 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:44.046332 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:45.621905 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:46.046026 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:36:57.081944 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:37:01.401817 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.50', 33112) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:37:01.513045 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9823f19-eebd-42f9-9885-abff8020c7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.614267 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9823f19-eebd-42f9-9885-abff8020c7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.619232 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9823f19-eebd-42f9-9885-abff8020c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.621833 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-925646f3-7a3b-45d3-a288-d6e456bfd54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:37:01.657038 dv-cinder-792462-20-smb neutron-server[92979]: INFO neutron.wsgi [None req-f9823f19-eebd-42f9-9885-abff8020c7e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abdb4917fd2b4b479f233fab616067c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540474 Jun 28 22:37:01.657960 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9823f19-eebd-42f9-9885-abff8020c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a51103-1693-4d9b-9a8f-02cb73c24e2f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:37:01.660639 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.50', 33116) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:37:01.661166 dv-cinder-792462-20-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f9823f19-eebd-42f9-9885-abff8020c7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:37:01.714042 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.736018 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.789986 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-471600'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.792794 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:01.793965 dv-cinder-792462-20-smb neutron-server[92980]: INFO neutron.wsgi [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35a51103-1693-4d9b-9a8f-02cb73c24e2f HTTP/1.1" status: 204 len: 168 time: 0.1314731 Jun 28 22:37:01.794725 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e43d6371-897b-4a63-ad4f-2e8eda42e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:37:01.802125 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a51103-1693-4d9b-9a8f-02cb73c24e2f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:37:01.809204 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.809577 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.809939 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.810296 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.810646 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.811073 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.811346 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.811680 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.812066 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.812374 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.812825 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.813331 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-20-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:37:01.816799 dv-cinder-792462-20-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cf0a10a8-d1d7-4c90-93b0-07c3932b39c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:37:10.228042 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3f29ea4e-abad-4438-9492-cea81e474e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:12.744494 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0fd0ba01-7d95-4681-ae8c-f0a23326ca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:12.907726 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:14.049050 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:15.627356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:16.059484 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:34.085713 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:37:40.232296 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-52069ff3-a00d-4726-b09c-6c68e60ca38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:42.746286 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-629e8440-a2f4-4e80-9ae8-3ada5c28eb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:42.905352 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:44.054344 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:45.624789 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:37:46.076215 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:10.236547 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80c4043a-175d-41f0-9f93-d34915f1d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:11.085923 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:38:12.743299 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf8ad-305a-4e90-af0b-352476ddf3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:12.901009 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:14.054485 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:15.630744 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:16.083665 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:40.247972 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84ab8c96-4ed7-4fba-92ad-8b2c3d090970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:42.738405 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2dc816d-837e-48ca-93d4-79cdf2929ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:42.913075 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:44.064138 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:45.631391 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:46.092356 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:38:48.088221 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:39:10.246828 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-62c07d1a-3b88-47b1-9549-956db67e2b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:12.742543 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1b62bef5-744f-42f6-a1c9-50c83144a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:12.912063 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:14.064111 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:15.634085 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:16.097254 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:25.090213 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:39:40.245373 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a8262eb-e726-48a0-b559-c3ba6276838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:42.741790 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5c20ab1f-43ef-43c0-a840-6555482c0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:42.908874 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:44.064770 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:45.662516 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:39:46.110170 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:02.091283 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:40:10.243254 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8312aa04-304f-459d-bc24-887a770aed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:12.751167 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a485-bf88-43e7-b6fb-c68fe75c33c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:12.909243 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:14.067683 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:15.645345 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:16.104598 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:39.095663 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:40:40.237779 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a442aa0e-ad5b-41e7-abfb-5004907e651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:42.745339 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-159b5cbd-d7b5-4d92-9aa2-af301cdfcc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:42.908463 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:44.072723 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:45.652173 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:40:46.107683 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:10.248669 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99438984-4e16-4372-8bbd-7d19d5ac2cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:12.755223 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbfad-2cba-4ed0-b5fd-f3601ee88006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:12.903473 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:14.076689 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:15.652298 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:16.095422 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:41:16.106372 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:40.243122 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-978b706e-c733-472b-a881-81abf9a5337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:42.749964 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-77eb8587-1006-450a-8626-2be73daa3d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:42.909060 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d57-3e89-402b-8c33-ad8d2330fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:44.080560 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-edf2c1c5-0289-4936-81f1-72797f8ec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:45.685035 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ced52a9d-6789-4295-9b6f-44e74e60dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:46.108793 dv-cinder-792462-20-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8c34-218e-4763-854f-7c38ef0df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780792773313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1399145'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:41:53.096047 dv-cinder-792462-20-smb neutron-server[92982]: DEBUG neutron.db.agents_db [None req-00261664-4ae1-4ed9-9089-f121e885d3fd None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}